You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/02/12 03:49:34 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 352 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/352/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([31A9514CEBFC9AF0:B9FD6E964500F708]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15453 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 6198216 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/data-dir-242-001
[junit4] 2> 6198216 WARN (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2015 numCloses=2015
[junit4] 2> 6198216 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 6198218 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 6198219 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 6198219 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 6198261 WARN (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 6198263 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 6198264 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6198264 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6198264 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6198265 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@411440d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 6198389 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@679d3ccc{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-lucene2-us-west_apache_org-34950-hadoop-hdfs-3_2_0-tests_jar-_-any-6702691135696873931.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 6198390 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25d0ffc8{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:34950}
[junit4] 2> 6198390 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.Server Started @6198464ms
[junit4] 2> 6198438 WARN (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 6198439 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 6198440 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6198440 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6198440 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6198440 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d637a0{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 6198563 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5d82c594{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-36128-hadoop-hdfs-3_2_0-tests_jar-_-any-5448043040789596547.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 6198563 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24a905b8{HTTP/1.1,[http/1.1]}{localhost:36128}
[junit4] 2> 6198563 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.Server Started @6198638ms
[junit4] 2> 6198662 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcb13115d21dcf389: Processing first storage report for DS-6610fa5e-f58c-46e8-b66f-8c062a4e14b5 from datanode 324d86af-62c7-4eaf-8737-9d474f712143
[junit4] 2> 6198662 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcb13115d21dcf389: from storage DS-6610fa5e-f58c-46e8-b66f-8c062a4e14b5 node DatanodeRegistration(127.0.0.1:46060, datanodeUuid=324d86af-62c7-4eaf-8737-9d474f712143, infoPort=36088, infoSecurePort=0, ipcPort=35380, storageInfo=lv=-57;cid=testClusterID;nsid=108824719;c=1581475317956), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 6198662 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcb13115d21dcf389: Processing first storage report for DS-60e254eb-942f-4cd3-843b-cb2af7561e6c from datanode 324d86af-62c7-4eaf-8737-9d474f712143
[junit4] 2> 6198662 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcb13115d21dcf389: from storage DS-60e254eb-942f-4cd3-843b-cb2af7561e6c node DatanodeRegistration(127.0.0.1:46060, datanodeUuid=324d86af-62c7-4eaf-8737-9d474f712143, infoPort=36088, infoSecurePort=0, ipcPort=35380, storageInfo=lv=-57;cid=testClusterID;nsid=108824719;c=1581475317956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 6198743 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6198743 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 6198743 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6198843 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer start zk server on port:38443
[junit4] 2> 6198843 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38443
[junit4] 2> 6198843 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38443
[junit4] 2> 6198843 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38443
[junit4] 2> 6198845 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6198858 INFO (zkConnectionManagerCallback-23100-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6198858 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6198862 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6198863 INFO (zkConnectionManagerCallback-23102-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6198863 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6198865 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 6198866 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 6198868 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 6198869 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 6198870 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 6198871 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 6198872 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 6198874 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 6198875 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 6198876 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 6198877 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 6198878 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6198879 INFO (zkConnectionManagerCallback-23106-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6198879 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6198981 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 6199111 WARN (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6199111 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6199111 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6199111 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 6199111 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6199112 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6199112 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6199112 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@156b0c7b{/,null,AVAILABLE}
[junit4] 2> 6199113 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6a6c6093{SSL,[ssl, http/1.1]}{127.0.0.1:34365}
[junit4] 2> 6199113 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.s.Server Started @6199188ms
[junit4] 2> 6199113 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:37525/hdfs__lucene2-us-west.apache.org_37525__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001_tempDir-002_control_data, hostContext=/, hostPort=34365, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/control-001/cores}
[junit4] 2> 6199113 ERROR (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6199113 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6199113 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 6199113 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6199113 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6199113 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-12T02:41:58.835Z
[junit4] 2> 6199114 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6199115 INFO (zkConnectionManagerCallback-23108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6199115 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6199217 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6199217 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/control-001/solr.xml
[junit4] 2> 6199221 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6199221 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6199222 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6201690 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6201691 WARN (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 6201691 WARN (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@69ff4aa3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6201692 WARN (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@69ff4aa3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6201695 WARN (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 6201695 WARN (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@544e3baa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6201695 WARN (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@544e3baa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6201697 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38443/solr
[junit4] 2> 6201698 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6201699 INFO (zkConnectionManagerCallback-23115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6201699 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6201802 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6201803 INFO (zkConnectionManagerCallback-23117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6201803 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6201888 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34365_
[junit4] 2> 6201889 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.c.Overseer Overseer (id=72270642009014277-127.0.0.1:34365_-n_0000000000) starting
[junit4] 2> 6201894 INFO (OverseerStateUpdate-72270642009014277-127.0.0.1:34365_-n_0000000000) [n:127.0.0.1:34365_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34365_
[junit4] 2> 6201895 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34365_
[junit4] 2> 6201896 INFO (zkCallback-23116-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6201898 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6201899 WARN (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6201918 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6201949 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71
[junit4] 2> 6201962 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71
[junit4] 2> 6201962 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71
[junit4] 2> 6201964 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [n:127.0.0.1:34365_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/control-001/cores
[junit4] 2> 6202002 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6202004 INFO (zkConnectionManagerCallback-23126-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6202004 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6202005 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6202006 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38443/solr ready
[junit4] 2> 6202054 INFO (qtp392219875-151517) [n:127.0.0.1:34365_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34365_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6202058 INFO (OverseerThreadFactory-16268-thread-1-processing-n:127.0.0.1:34365_) [n:127.0.0.1:34365_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 6202167 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6202168 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6203184 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
[junit4] 2> 6203205 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 6203338 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 6203358 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 6203358 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71
[junit4] 2> 6203358 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:37525/solr_hdfs_home
[junit4] 2> 6203358 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 6203358 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:37525/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 6203360 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37525/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 6203368 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 6203368 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 6203368 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 6203372 WARN (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 6208380 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 6208381 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37525/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 6208399 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:37525/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 6208406 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 6208406 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 6208406 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 6208411 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 6208411 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=3, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 6208430 WARN (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 6208512 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 6208512 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6208512 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 6208523 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6208523 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6208525 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 6208531 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@11a9aa5f[control_collection_shard1_replica_n1] main]
[junit4] 2> 6208533 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 6208534 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 6208534 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6208535 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658297073802412032
[junit4] 2> 6208539 INFO (searcherExecutor-16273-thread-1-processing-n:127.0.0.1:34365_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@11a9aa5f[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6208542 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 6208542 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 6208547 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6208547 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6208547 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34365/control_collection_shard1_replica_n1/
[junit4] 2> 6208548 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6208548 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:34365/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 6208548 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72270642009014277-core_node2-n_0000000000
[junit4] 2> 6208551 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34365/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 6208552 INFO (zkCallback-23116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6208553 INFO (zkCallback-23116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6208554 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6208556 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6389
[junit4] 2> 6208560 INFO (qtp392219875-151517) [n:127.0.0.1:34365_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6208657 INFO (zkCallback-23116-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6208657 INFO (zkCallback-23116-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6208657 INFO (zkCallback-23116-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6208658 INFO (qtp392219875-151517) [n:127.0.0.1:34365_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34365_&wt=javabin&version=2} status=0 QTime=6603
[junit4] 2> 6208658 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 6208764 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6208766 INFO (zkConnectionManagerCallback-23132-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6208766 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6208768 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6208770 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38443/solr ready
[junit4] 2> 6208770 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 6208773 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6208777 INFO (OverseerThreadFactory-16268-thread-2-processing-n:127.0.0.1:34365_) [n:127.0.0.1:34365_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 6208778 INFO (OverseerCollectionConfigSetProcessor-72270642009014277-127.0.0.1:34365_-n_0000000000) [n:127.0.0.1:34365_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6208983 WARN (OverseerThreadFactory-16268-thread-2-processing-n:127.0.0.1:34365_) [n:127.0.0.1:34365_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 6208985 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6208986 INFO (qtp392219875-151518) [n:127.0.0.1:34365_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=213
[junit4] 2> 6208987 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6208987 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6208988 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6208988 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6208988 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6208988 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6208988 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 6209116 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-1-001 of type NRT for shard1
[junit4] 2> 6209118 WARN (closeThreadPool-23133-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6209118 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6209118 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6209118 INFO (closeThreadPool-23133-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 6209119 INFO (closeThreadPool-23133-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6209119 INFO (closeThreadPool-23133-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6209119 INFO (closeThreadPool-23133-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6209120 INFO (closeThreadPool-23133-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6786fe61{/,null,AVAILABLE}
[junit4] 2> 6209121 INFO (closeThreadPool-23133-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30be5c31{SSL,[ssl, http/1.1]}{127.0.0.1:45421}
[junit4] 2> 6209121 INFO (closeThreadPool-23133-thread-1) [ ] o.e.j.s.Server Started @6209196ms
[junit4] 2> 6209121 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:37525/hdfs__lucene2-us-west.apache.org_37525__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=45421, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-1-001/cores}
[junit4] 2> 6209121 ERROR (closeThreadPool-23133-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6209121 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6209121 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 6209121 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6209121 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6209121 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-12T02:42:08.843Z
[junit4] 2> 6209123 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6209123 INFO (zkConnectionManagerCallback-23135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6209124 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6209226 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6209226 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-1-001/solr.xml
[junit4] 2> 6209230 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6209230 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6209232 INFO (closeThreadPool-23133-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6209251 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-2-001 of type NRT for shard1
[junit4] 2> 6209252 WARN (closeThreadPool-23133-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6209252 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6209252 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6209252 INFO (closeThreadPool-23133-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 6209253 INFO (closeThreadPool-23133-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6209253 INFO (closeThreadPool-23133-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6209254 INFO (closeThreadPool-23133-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6209254 INFO (closeThreadPool-23133-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@99968c2{/,null,AVAILABLE}
[junit4] 2> 6209256 INFO (closeThreadPool-23133-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26b07297{SSL,[ssl, http/1.1]}{127.0.0.1:41575}
[junit4] 2> 6209256 INFO (closeThreadPool-23133-thread-2) [ ] o.e.j.s.Server Started @6209330ms
[junit4] 2> 6209256 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:37525/hdfs__lucene2-us-west.apache.org_37525__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=41575, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-2-001/cores}
[junit4] 2> 6209256 ERROR (closeThreadPool-23133-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6209256 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6209256 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 6209256 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6209256 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6209256 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-12T02:42:08.978Z
[junit4] 2> 6209257 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6209259 INFO (zkConnectionManagerCallback-23138-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6209259 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6209361 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6209361 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-2-001/solr.xml
[junit4] 2> 6209365 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6209365 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6209367 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6209389 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-3-001 of type NRT for shard1
[junit4] 2> 6209390 WARN (closeThreadPool-23133-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6209390 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6209390 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6209390 INFO (closeThreadPool-23133-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 6209395 INFO (closeThreadPool-23133-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6209395 INFO (closeThreadPool-23133-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6209395 INFO (closeThreadPool-23133-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6209396 INFO (closeThreadPool-23133-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7253f1d5{/,null,AVAILABLE}
[junit4] 2> 6209397 INFO (closeThreadPool-23133-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a44377e{SSL,[ssl, http/1.1]}{127.0.0.1:32913}
[junit4] 2> 6209397 INFO (closeThreadPool-23133-thread-3) [ ] o.e.j.s.Server Started @6209471ms
[junit4] 2> 6209397 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:37525/hdfs__lucene2-us-west.apache.org_37525__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=32913, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-3-001/cores}
[junit4] 2> 6209397 ERROR (closeThreadPool-23133-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6209397 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6209397 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 6209397 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6209397 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6209397 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-12T02:42:09.119Z
[junit4] 2> 6209398 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6209400 INFO (zkConnectionManagerCallback-23141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6209401 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6209502 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6209502 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-3-001/solr.xml
[junit4] 2> 6209506 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6209506 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6209508 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6209534 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-4-001 of type NRT for shard1
[junit4] 2> 6209535 WARN (closeThreadPool-23133-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6209535 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6209535 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6209535 INFO (closeThreadPool-23133-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 6209536 INFO (closeThreadPool-23133-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6209536 INFO (closeThreadPool-23133-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6209536 INFO (closeThreadPool-23133-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6209536 INFO (closeThreadPool-23133-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26ec43bf{/,null,AVAILABLE}
[junit4] 2> 6209537 INFO (closeThreadPool-23133-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c58eb67{SSL,[ssl, http/1.1]}{127.0.0.1:33968}
[junit4] 2> 6209537 INFO (closeThreadPool-23133-thread-4) [ ] o.e.j.s.Server Started @6209612ms
[junit4] 2> 6209537 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:37525/hdfs__lucene2-us-west.apache.org_37525__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001_tempDir-002_jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=33968, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-4-001/cores}
[junit4] 2> 6209537 ERROR (closeThreadPool-23133-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6209537 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6209537 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 6209538 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6209538 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6209538 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-12T02:42:09.260Z
[junit4] 2> 6209542 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6209543 INFO (zkConnectionManagerCallback-23144-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6209543 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6209652 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6209652 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-4-001/solr.xml
[junit4] 2> 6209656 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6209656 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6209658 INFO (closeThreadPool-23133-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6209720 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-5-001 of type NRT for shard1
[junit4] 2> 6209747 WARN (closeThreadPool-23133-thread-5) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6209747 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6209747 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6209747 INFO (closeThreadPool-23133-thread-5) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 6209802 INFO (closeThreadPool-23133-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6209802 INFO (closeThreadPool-23133-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6209802 INFO (closeThreadPool-23133-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6209818 INFO (closeThreadPool-23133-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@683a5128{/,null,AVAILABLE}
[junit4] 2> 6209819 INFO (closeThreadPool-23133-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f77a877{SSL,[ssl, http/1.1]}{127.0.0.1:42266}
[junit4] 2> 6209819 INFO (closeThreadPool-23133-thread-5) [ ] o.e.j.s.Server Started @6209894ms
[junit4] 2> 6209819 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:37525/hdfs__lucene2-us-west.apache.org_37525__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001_tempDir-002_jetty5, solrconfig=solrconfig.xml, hostContext=/, hostPort=42266, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-5-001/cores}
[junit4] 2> 6209819 ERROR (closeThreadPool-23133-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6209819 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6209819 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 6209819 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6209819 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6209819 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-12T02:42:09.541Z
[junit4] 2> 6209850 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6209874 INFO (zkConnectionManagerCallback-23147-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6209874 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6209884 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-6-001 of type NRT for shard1
[junit4] 2> 6209889 WARN (closeThreadPool-23133-thread-6) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6209889 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6209889 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6209891 INFO (closeThreadPool-23133-thread-6) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 6209973 INFO (closeThreadPool-23133-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6209973 INFO (closeThreadPool-23133-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6209973 INFO (closeThreadPool-23133-thread-6) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6209990 INFO (closeThreadPool-23133-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5afa139e{/,null,AVAILABLE}
[junit4] 2> 6209991 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6209991 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-5-001/solr.xml
[junit4] 2> 6209991 INFO (closeThreadPool-23133-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d632514{SSL,[ssl, http/1.1]}{127.0.0.1:44571}
[junit4] 2> 6209991 INFO (closeThreadPool-23133-thread-6) [ ] o.e.j.s.Server Started @6210066ms
[junit4] 2> 6209991 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:37525/hdfs__lucene2-us-west.apache.org_37525__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001_tempDir-002_jetty6, solrconfig=solrconfig.xml, hostContext=/, hostPort=44571, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-6-001/cores}
[junit4] 2> 6209991 ERROR (closeThreadPool-23133-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6209991 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6209991 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 6209991 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6209991 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6209991 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-12T02:42:09.713Z
[junit4] 2> 6209994 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6209994 INFO (zkConnectionManagerCallback-23149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6209994 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6209995 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6209995 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6209997 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6210030 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-7-001 of type NRT for shard1
[junit4] 2> 6210059 WARN (closeThreadPool-23133-thread-7) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6210059 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6210059 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6210059 INFO (closeThreadPool-23133-thread-7) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 6210138 INFO (closeThreadPool-23133-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6210138 INFO (closeThreadPool-23133-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6210138 INFO (closeThreadPool-23133-thread-7) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6210146 INFO (closeThreadPool-23133-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a6d6fc5{/,null,AVAILABLE}
[junit4] 2> 6210147 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6210147 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-6-001/solr.xml
[junit4] 2> 6210147 INFO (closeThreadPool-23133-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30a375d2{SSL,[ssl, http/1.1]}{127.0.0.1:45397}
[junit4] 2> 6210147 INFO (closeThreadPool-23133-thread-7) [ ] o.e.j.s.Server Started @6210222ms
[junit4] 2> 6210147 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:37525/hdfs__lucene2-us-west.apache.org_37525__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001_tempDir-002_jetty7, solrconfig=solrconfig.xml, hostContext=/, hostPort=45397, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-7-001/cores}
[junit4] 2> 6210147 ERROR (closeThreadPool-23133-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6210147 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6210147 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 6210147 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6210147 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6210147 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-12T02:42:09.869Z
[junit4] 2> 6210151 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6210151 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6210153 INFO (closeThreadPool-23133-thread-6) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6210170 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6210186 INFO (zkConnectionManagerCallback-23152-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6210186 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6210288 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6210288 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001/shard-7-001/solr.xml
[junit4] 2> 6210291 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6210291 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6210293 INFO (closeThreadPool-23133-thread-7) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@420caf71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6210310 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6210310 WARN (closeThreadPool-23133-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 6210311 WARN (closeThreadPool-23133-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4dd64a35[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210311 WARN (closeThreadPool-23133-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4dd64a35[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210314 WARN (closeThreadPool-23133-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 6210318 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6210319 WARN (closeThreadPool-23133-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 6210320 WARN (closeThreadPool-23133-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b4934b0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210320 WARN (closeThreadPool-23133-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b4934b0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210320 WARN (closeThreadPool-23133-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f5baa84[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210320 WARN (closeThreadPool-23133-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f5baa84[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210346 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38443/solr
[junit4] 2> 6210347 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6210348 INFO (zkConnectionManagerCallback-23162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6210348 INFO (closeThreadPool-23133-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6210376 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6210377 WARN (closeThreadPool-23133-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 6210383 WARN (closeThreadPool-23133-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 6210426 WARN (closeThreadPool-23133-thread-5) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1782e41a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210426 WARN (closeThreadPool-23133-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1782e41a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210429 WARN (closeThreadPool-23133-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 6210442 WARN (closeThreadPool-23133-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2d3e2e3b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210442 WARN (closeThreadPool-23133-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2d3e2e3b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210443 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38443/solr
[junit4] 2> 6210444 WARN (closeThreadPool-23133-thread-5) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6aac61fa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210444 WARN (closeThreadPool-23133-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6aac61fa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6210445 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38443/solr
[junit4] 2> 6210447 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6210448 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6210452 INFO (zkConnectionManagerCallback-23172-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6210452 INFO (closeThreadPool-23133-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6210462 INFO (zkConnectionManagerCallback-23169-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6210462 INFO (closeThreadPool-23133-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6210484 INFO (closeThreadPool-23133-thread-2) [n:127.0.0.1:41575_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6210486 INFO (zkConnectionManagerCallback-23174-thread-1) [ ] o.a.s.c.c.ConnectionMana
[...truncated too long message...]
host and port list: 127.0.0.1:38443
[junit4] 2> 6253362 INFO (TEST-HdfsSyncSliceTest.test-seed#[31A9514CEBFC9AF0]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38443
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=31A9514CEBFC9AF0 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=sv-SE -Dtests.timezone=Pacific/Majuro -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 54.7s J2 | HdfsSyncSliceTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
[junit4] > at __randomizedtesting.SeedInfo.seed([31A9514CEBFC9AF0:B9FD6E964500F708]:0)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 6253366 WARN (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 6253372 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5d82c594{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 6253372 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@24a905b8{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 6253372 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6253372 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d637a0{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 6253373 WARN (BP-1254389762-127.0.0.1-1581475317956 heartbeating to lucene2-us-west.apache.org/127.0.0.1:37525) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 6253373 WARN (BP-1254389762-127.0.0.1-1581475317956 heartbeating to lucene2-us-west.apache.org/127.0.0.1:37525) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1254389762-127.0.0.1-1581475317956 (Datanode Uuid 324d86af-62c7-4eaf-8737-9d474f712143) service to lucene2-us-west.apache.org/127.0.0.1:37525
[junit4] 2> 6253397 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@679d3ccc{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 6253398 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@25d0ffc8{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 6253398 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6253398 INFO (SUITE-HdfsSyncSliceTest-seed#[31A9514CEBFC9AF0]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@411440d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_31A9514CEBFC9AF0-001
[junit4] 2> Feb 12, 2020 2:42:53 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), multiDefault=Lucene84, a_t=PostingsFormat(name=Asserting), _root_=PostingsFormat(name=Asserting), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), text=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{other_tl1=DocValuesFormat(name=Lucene80), range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Asserting), a_i1=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=761, maxMBSortInHeap=6.171620080904949, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@281bc5c5), locale=sv-SE, timezone=Pacific/Majuro
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=8,threads=5,free=191442824,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [TestPackages, DistanceUnitsTest, TestPerFieldSimilarity, URLClassifyProcessorTest, TestFoldingMultitermQuery, SchemaVersionSpecificBehaviorTest, SolrTestCaseJ4Test, CloneFieldUpdateProcessorFactoryTest, HighlighterWithoutStoredIdTest, TestAuthorizationFramework, TestDynamicLoading, AliasIntegrationTest, CreateCollectionCleanupTest, TestRangeQuery, SyncSliceTest, TestPolicyCloud, TestSolrJacksonAnnotation, DistributedVersionInfoTest, NodeAddedTriggerIntegrationTest, TestCollationFieldDocValues, LeaderVoteWaitTimeoutTest, LeaderFailoverAfterPartitionTest, AnalyticsMergeStrategyTest, SpatialHeatmapFacetsTest, TestPointFields, TestRTimerTree, CdcrReplicationHandlerTest, TestConfigOverlay, TestUseDocValuesAsStored, CollectionPropsTest, TestFieldTypeCollectionResource, TestExceedMaxTermLength, TestSimUtils, TestComponentsName, TestConfigSets, PropertiesRequestHandlerTest, ReturnFieldsTest, TestStressVersions, V2StandaloneTest, TestMinHashQParser, ConcurrentCreateRoutedAliasTest, ZkCLITest, DistributedSpellCheckComponentTest, TestUnifiedSolrHighlighterWithoutStoredId, CollectionTooManyReplicasTest, RegexBoostProcessorTest, PeerSyncTest, ScheduledMaintenanceTriggerTest, TestCollectionAPIs, ConnectionReuseTest, NodeLostTriggerTest, TestSimExecutePlanAction, SearchRateTriggerIntegrationTest, TestBlendedInfixSuggestions, TestSolrConfigHandler, ProtectedTermFilterFactoryTest, TestSchemaResource, SolrLogPostToolTest, TestJsonFacetRefinement, BadIndexSchemaTest, ShowFileRequestHandlerTest, TestMacros, TestSolr4Spatial2, TestMiniSolrCloudClusterSSL, SpatialFilterTest, TestUnInvertedFieldException, TestMinMaxOnMultiValuedField, TestCollectionAPI, MultiSolrCloudTestCaseTest, ClassificationUpdateProcessorFactoryTest, JWTAuthPluginTest, OrderedExecutorTest, TestRecovery, TestDocTermOrdsUninvertLimit, TestSerializedLuceneMatchVersion, BlockJoinFacetRandomTest, MBeansHandlerTest, SolrMetricReporterTest, ZkStateReaderTest, TestSimComputePlanAction, TriggerIntegrationTest, TestDistribPackageStore, TestPartialUpdateDeduplication, TestMultiValuedNumericRangeQuery, DistribDocExpirationUpdateProcessorTest, TestSQLHandlerNonCloud, TestReloadAndDeleteDocs, TestBadConfig, SpellCheckCollatorTest, AuditLoggerIntegrationTest, TestLegacyFieldReuse, TestCollapseQParserPlugin, FacetPivotSmallTest, RollingRestartTest, TestManagedSynonymFilterFactory, NodeMutatorTest, SolrCloudReportersTest, TestDistributedGrouping, TestIndexingPerformance, OutputWriterTest, SolrJmxReporterCloudTest, TestConfigSetsAPIZkFailure, NotRequiredUniqueKeyTest, FullHLLTest, TestExportWriter, TestStressThreadBackup, TestXmlQParserPlugin, SharedFSAutoReplicaFailoverTest, TestSimpleTrackingShardHandler, TestCloudManagedSchema, TestCloudNestedDocsSort, TestWithCollection, NestedAtomicUpdateTest, CoreMergeIndexesAdminHandlerTest, TestRequestForwarding, RandomizedTaggerTest, QueryEqualityTest, SolrCloudExampleTest, TestBM25SimilarityFactory, RequestHandlersTest, TemplateUpdateProcessorTest, InfoHandlerTest, PluginInfoTest, HttpPartitionOnCommitTest, PeerSyncReplicationTest, DirectSolrConnectionTest, RuleEngineTest, TestCloudPhrasesIdentificationComponent, ForceLeaderWithTlogReplicasTest, TestPullReplica, TestSolrCloudWithHadoopAuthPlugin, PhrasesIdentificationComponentTest, MetricsConfigTest, HdfsBasicDistributedZkTest, SignatureUpdateProcessorFactoryTest, BigEndianAscendingWordSerializerTest, TestStressCloudBlindAtomicUpdates, MultiDestinationAuditLoggerTest, SuggesterWFSTTest, TestCorePropertiesReload, OverseerCollectionConfigSetProcessorTest, TestNoOpRegenerator, BasicDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, TestReplicaProperties, TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest, AutoScalingHandlerTest, ComputePlanActionTest, ExecutePlanActionTest, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, IndexSizeTriggerSizeEstimationTest, IndexSizeTriggerTest, MetricTriggerIntegrationTest, TriggerCooldownIntegrationTest, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSimScenario, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CdcrWithNodesRestartsTest, HdfsSyncSliceTest]
[junit4] Completed [591/901 (1!)] on J2 in 58.53s, 1 test, 1 failure <<< FAILURES!
[...truncated 53595 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 356 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/356/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([83EC2601C30347AE]:0)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([83EC2601C30347AE]:0)
Build Log:
[...truncated 16380 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> 5353332 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 5353332 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 5353333 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/data-dir-465-001
[junit4] 2> 5353333 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=42 numCloses=42
[junit4] 2> 5353333 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 5353334 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 5353334 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /dr_ylv/ty
[junit4] 2> 5353334 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.SolrTestCaseJ4 updateLog impl=solr.CdcrUpdateLog
[junit4] 2> 5353334 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 5353335 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 5353363 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
[junit4] 2> 5353381 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 5353384 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 5354129 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr]. Features requiring this directory may fail.
[junit4] 2> => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
[junit4] 2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_191]
[junit4] 2> at java.security.AccessController.checkPermission(AccessController.java:884) ~[?:1.8.0_191]
[junit4] 2> at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_191]
[junit4] 2> at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_191]
[junit4] 2> at java.io.File.mkdir(File.java:1311) ~[?:1.8.0_191]
[junit4] 2> at java.io.File.mkdirs(File.java:1343) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:520) ~[java/:?]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) ~[java/:?]
[junit4] 2> at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:620) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:180) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:143) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:149) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:811) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:801) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:662) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:651) ~[java/:?]
[junit4] 2> at org.apache.solr.update.TestInPlaceUpdatesDistrib.beforeSuperClass(TestInPlaceUpdatesDistrib.java:90) ~[test/:?]
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_191]
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_191]
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_191]
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_191]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 5354130 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5354130 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@998b500[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5354130 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@998b500[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5354133 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2cecabc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5354133 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2cecabc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5354134 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5354147 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 5354147 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5354162 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5354169 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5354169 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5354170 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 5354191 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
[junit4] 2> 5354203 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 5354206 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 5354206 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 5354207 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5354207 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/data-dir-465-001/]
[junit4] 2> 5354212 WARN (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 5354256 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 5354256 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5354257 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5354257 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5354258 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@55d0207[collection1] main]
[junit4] 2> 5354259 WARN (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 5354259 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 5354259 INFO (coreLoadExecutor-25809-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658647473187454976
[junit4] 2> 5354261 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[83EC2601C30347AE]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 5354261 INFO (searcherExecutor-25810-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@55d0207[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5354266 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5354267 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5354267 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5354367 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer start zk server on port:45181
[junit4] 2> 5354367 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45181
[junit4] 2> 5354367 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45181
[junit4] 2> 5354367 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45181
[junit4] 2> 5354368 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5354370 INFO (zkConnectionManagerCallback-31036-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5354370 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5354373 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5354375 INFO (zkConnectionManagerCallback-31038-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5354375 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5354376 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 5354377 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 5354377 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 5354378 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 5354379 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 5354380 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 5354380 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 5354381 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 5354381 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 5354382 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 5354383 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 5354384 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 5354461 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5354461 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5354461 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5354461 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 5354463 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5354463 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5354463 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5354465 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@394ac053{/dr_ylv/ty,null,AVAILABLE}
[junit4] 2> 5354465 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9bc08ea{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45091}
[junit4] 2> 5354465 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.s.Server Started @5354564ms
[junit4] 2> 5354465 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/tempDir-001/control/data, replicaType=NRT, hostContext=/dr_ylv/ty, hostPort=45091, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/control-001/cores}
[junit4] 2> 5354465 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5354465 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5354465 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.5.0
[junit4] 2> 5354465 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5354465 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 5354465 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T23:31:35.357Z
[junit4] 2> 5354467 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5354468 INFO (zkConnectionManagerCallback-31040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5354468 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5354569 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5354569 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/control-001/solr.xml
[junit4] 2> 5354572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5354572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5354573 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5354793 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5354793 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@550e6f3f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5354793 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@550e6f3f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5354796 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4def1ecc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5354796 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4def1ecc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5354797 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45181/solr
[junit4] 2> 5354797 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5354798 INFO (zkConnectionManagerCallback-31047-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5354798 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5354900 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5354901 INFO (zkConnectionManagerCallback-31049-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5354901 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5354949 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45091_dr_ylv%2Fty
[junit4] 2> 5354950 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.Overseer Overseer (id=73252386647638020-127.0.0.1:45091_dr_ylv%2Fty-n_0000000000) starting
[junit4] 2> 5354953 INFO (OverseerStateUpdate-73252386647638020-127.0.0.1:45091_dr_ylv%2Fty-n_0000000000) [n:127.0.0.1:45091_dr_ylv%2Fty ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45091_dr_ylv%2Fty
[junit4] 2> 5354953 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45091_dr_ylv%2Fty
[junit4] 2> 5354954 INFO (OverseerStateUpdate-73252386647638020-127.0.0.1:45091_dr_ylv%2Fty-n_0000000000) [n:127.0.0.1:45091_dr_ylv%2Fty ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5354956 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5354957 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5354971 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5354998 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5355007 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5355007 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5355008 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/control-001/cores
[junit4] 2> 5355039 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5355039 INFO (zkConnectionManagerCallback-31058-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5355040 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5355040 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5355041 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45181/solr ready
[junit4] 2> 5355042 INFO (qtp50827308-105650) [n:127.0.0.1:45091_dr_ylv%2Fty ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45091_dr_ylv%252Fty&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5355044 INFO (OverseerThreadFactory-25824-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 5355150 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5355150 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5356160 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
[junit4] 2> 5356172 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 5356175 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 5356175 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 5356176 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5356176 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 5356181 WARN (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 5356231 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 5356231 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5356232 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5356232 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5356233 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e9dc3ad[control_collection_shard1_replica_n1] main]
[junit4] 2> 5356234 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 5356234 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5356235 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 5356235 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658647475259441152
[junit4] 2> 5356238 INFO (searcherExecutor-25829-thread-1-processing-n:127.0.0.1:45091_dr_ylv%2Fty x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4e9dc3ad[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5356239 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 5356239 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 5356241 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5356241 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5356241 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45091/dr_ylv/ty/control_collection_shard1_replica_n1/
[junit4] 2> 5356242 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5356242 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45091/dr_ylv/ty/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 5356242 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73252386647638020-core_node2-n_0000000000
[junit4] 2> 5356243 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45091/dr_ylv/ty/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 5356344 INFO (zkCallback-31048-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5356344 INFO (zkCallback-31048-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5356347 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5356348 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1198
[junit4] 2> 5356355 INFO (qtp50827308-105650) [n:127.0.0.1:45091_dr_ylv%2Fty ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5356449 INFO (zkCallback-31048-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5356449 INFO (zkCallback-31048-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5356449 INFO (zkCallback-31048-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 5356449 INFO (qtp50827308-105650) [n:127.0.0.1:45091_dr_ylv%2Fty ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45091_dr_ylv%252Fty&wt=javabin&version=2} status=0 QTime=1407
[junit4] 2> 5356450 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 5356553 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5356554 INFO (zkConnectionManagerCallback-31064-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5356554 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5356555 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5356556 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45181/solr ready
[junit4] 2> 5356556 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 5356556 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5356558 INFO (OverseerThreadFactory-25824-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 5356558 INFO (OverseerCollectionConfigSetProcessor-73252386647638020-127.0.0.1:45091_dr_ylv%2Fty-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5356761 WARN (OverseerThreadFactory-25824-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 5356761 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5356762 INFO (qtp50827308-105651) [n:127.0.0.1:45091_dr_ylv%2Fty ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=205
[junit4] 2> 5356763 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 5356763 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 5356763 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 5356763 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 5356763 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 5356763 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 5356763 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
[junit4] 2> 5356836 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-1-001 of type NRT for shard1
[junit4] 2> 5356837 WARN (closeThreadPool-31065-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5356837 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5356837 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5356837 INFO (closeThreadPool-31065-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 5356843 INFO (closeThreadPool-31065-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5356843 INFO (closeThreadPool-31065-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5356843 INFO (closeThreadPool-31065-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5356847 INFO (closeThreadPool-31065-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@308b201c{/dr_ylv/ty,null,AVAILABLE}
[junit4] 2> 5356847 INFO (closeThreadPool-31065-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49a75d90{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42001}
[junit4] 2> 5356847 INFO (closeThreadPool-31065-thread-1) [ ] o.e.j.s.Server Started @5356946ms
[junit4] 2> 5356847 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/dr_ylv/ty, hostPort=42001, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-1-001/cores}
[junit4] 2> 5356848 ERROR (closeThreadPool-31065-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5356848 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5356848 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.5.0
[junit4] 2> 5356848 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5356848 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 5356848 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T23:31:37.740Z
[junit4] 2> 5356851 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5356855 INFO (zkConnectionManagerCallback-31067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5356855 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5356913 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001 of type NRT for shard1
[junit4] 2> 5356914 WARN (closeThreadPool-31065-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5356914 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5356914 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5356914 INFO (closeThreadPool-31065-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 5356925 INFO (closeThreadPool-31065-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5356925 INFO (closeThreadPool-31065-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5356925 INFO (closeThreadPool-31065-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5356926 INFO (closeThreadPool-31065-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a7b195{/dr_ylv/ty,null,AVAILABLE}
[junit4] 2> 5356927 INFO (closeThreadPool-31065-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e2f8bf6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43335}
[junit4] 2> 5356927 INFO (closeThreadPool-31065-thread-2) [ ] o.e.j.s.Server Started @5357026ms
[junit4] 2> 5356927 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/dr_ylv/ty, hostPort=43335, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001/cores}
[junit4] 2> 5356927 ERROR (closeThreadPool-31065-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5356927 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5356927 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.5.0
[junit4] 2> 5356927 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5356927 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 5356927 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T23:31:37.819Z
[junit4] 2> 5356929 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5356929 INFO (zkConnectionManagerCallback-31069-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5356929 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5356956 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5356956 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-1-001/solr.xml
[junit4] 2> 5356959 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5356959 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5356961 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5356992 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[83EC2601C30347AE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-3-001 of type NRT for shard1
[junit4] 2> 5356994 WARN (closeThreadPool-31065-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5356994 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5356994 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5356994 INFO (closeThreadPool-31065-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 5357011 INFO (closeThreadPool-31065-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5357011 INFO (closeThreadPool-31065-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5357011 INFO (closeThreadPool-31065-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5357015 INFO (closeThreadPool-31065-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bb373b4{/dr_ylv/ty,null,AVAILABLE}
[junit4] 2> 5357015 INFO (closeThreadPool-31065-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c3065b2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42345}
[junit4] 2> 5357015 INFO (closeThreadPool-31065-thread-3) [ ] o.e.j.s.Server Started @5357114ms
[junit4] 2> 5357015 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/dr_ylv/ty, hostPort=42345, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-3-001/cores}
[junit4] 2> 5357015 ERROR (closeThreadPool-31065-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5357015 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5357016 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.5.0
[junit4] 2> 5357016 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5357016 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 5357016 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T23:31:37.908Z
[junit4] 2> 5357019 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5357020 INFO (zkConnectionManagerCallback-31072-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5357020 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5357030 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5357030 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001/solr.xml
[junit4] 2> 5357033 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5357033 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5357034 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5357139 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5357139 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-3-001/solr.xml
[junit4] 2> 5357142 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 5357142 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 5357143 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 5357414 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5357415 WARN (closeThreadPool-31065-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@9d2a11c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5357415 WARN (closeThreadPool-31065-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@9d2a11c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5357423 WARN (closeThreadPool-31065-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a75e6bf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5357423 WARN (closeThreadPool-31065-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a75e6bf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5357424 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45181/solr
[junit4] 2> 5357431 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5357435 INFO (zkConnectionManagerCallback-31080-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5357435 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5357543 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5357551 INFO (zkConnectionManagerCallback-31082-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5357551 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5357554 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5357556 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.c.ZkController Publish node=127.0.0.1:42001_dr_ylv%2Fty as DOWN
[junit4] 2> 5357557 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5357557 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42001_dr_ylv%2Fty
[junit4] 2> 5357558 INFO (zkCallback-31048-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5357560 INFO (zkCallback-31063-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5357560 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5357561 WARN (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5357568 INFO (zkCallback-31081-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5357586 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5357611 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5357623 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5357623 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5357624 INFO (closeThreadPool-31065-thread-1) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-1-001/cores
[junit4] 2> 5357675 INFO (closeThreadPool-31065-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:42001_dr_ylv%2Fty
[junit4] 2> 5357701 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5357701 WARN (closeThreadPool-31065-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@a559754[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5357701 WARN (closeThreadPool-31065-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@a559754[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5357703 WARN (closeThreadPool-31065-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7794cde7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5357703 WARN (closeThreadPool-31065-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7794cde7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5357704 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45181/solr
[junit4] 2> 5357705 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5357705 INFO (zkConnectionManagerCallback-31092-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5357705 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5357807 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5357808 INFO (zkConnectionManagerCallback-31094-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5357808 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5357812 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5357814 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.c.ZkController Publish node=127.0.0.1:43335_dr_ylv%2Fty as DOWN
[junit4] 2> 5357815 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5357815 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43335_dr_ylv%2Fty
[junit4] 2> 5357816 INFO (zkCallback-31048-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5357817 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5357818 WARN (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5357825 INFO (zkCallback-31081-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5357825 INFO (zkCallback-31063-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5357831 INFO (zkCallback-31093-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5357839 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5357857 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5357867 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5357867 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5357869 INFO (closeThreadPool-31065-thread-2) [n:127.0.0.1:43335_dr_ylv%2Fty ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001/cores
[junit4] 2> 5357915 INFO (closeThreadPool-31065-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:43335_dr_ylv%2Fty
[junit4] 2> 5358560 INFO (OverseerCollectionConfigSetProcessor-73252386647638020-127.0.0.1:45091_dr_ylv%2Fty-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5359396 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 5359397 WARN (closeThreadPool-31065-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55e0ae3a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5359397 WARN (closeThreadPool-31065-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55e0ae3a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5359399 WARN (closeThreadPool-31065-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@69e08977[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5359399 WARN (closeThreadPool-31065-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@69e08977[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5359400 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45181/solr
[junit4] 2> 5359403 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5359404 INFO (zkConnectionManagerCallback-31104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5359404 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5359505 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5359506 INFO (zkConnectionManagerCallback-31106-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5359506 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5359509 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 5359512 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.c.ZkController Publish node=127.0.0.1:42345_dr_ylv%2Fty as DOWN
[junit4] 2> 5359512 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 5359512 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42345_dr_ylv%2Fty
[junit4] 2> 5359513 INFO (zkCallback-31063-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5359513 INFO (zkCallback-31093-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5359513 INFO (zkCallback-31081-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5359513 INFO (zkCallback-31048-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5359514 INFO (zkCallback-31105-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 5359514 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5359515 WARN (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5359528 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5359547 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5359571 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5359571 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5359572 INFO (closeThreadPool-31065-thread-3) [n:127.0.0.1:42345_dr_ylv%2Fty ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-3-001/cores
[junit4] 2> 5359623 INFO (closeThreadPool-31065-thread-3) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:42345_dr_ylv%2Fty
[junit4] 2> 5359626 INFO (qtp1301860603-105706) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43335_dr_ylv%252Fty&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5359626 INFO (qtp1301860603-105708) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42345_dr_ylv%252Fty&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5359626 INFO (qtp1301860603-105709) [n:127.0.0.1:42001_dr_ylv%2Fty ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42001_dr_ylv%252Fty&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5359628 INFO (OverseerThreadFactory-25824-thread-3) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:43335_dr_ylv%2Fty for creating new replica of shard shard1 for collection collection1
[junit4] 2> 5359629 INFO (OverseerThreadFactory-25824-thread-3) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 5359638 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5360649 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
[junit4] 2> 5360661 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 5360665 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 5360665 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 5360666 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e28385
[junit4] 2> 5360666 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_83EC2601C30347AE-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
[junit4] 2> 5360672 WARN (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 5360719 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 5360719 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5360720 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5360720 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5360722 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6571182a[collection1_shard1_replica_n1] main]
[junit4] 2> 5360723 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 5360724 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5360724 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 5360724 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658647479966498816
[junit4] 2> 5360741 INFO (searcherExecutor-25861-thread-1-processing-n:127.0.0.1:43335_dr_ylv%2Fty x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@6571182a[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5360743 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 5360743 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 5360746 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5360746 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5360746 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43335/dr_ylv/ty/collection1_shard1_replica_n1/
[junit4] 2> 5360746 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5360746 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:43335/dr_ylv/ty/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 5360746 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73252386647638029-core_node2-n_0000000000
[junit4] 2> 5360747 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43335/dr_ylv/ty/collection1_shard1_replica_n1/ shard1
[junit4] 2> 5360849 INFO (zkCallback-31093-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5360849 INFO (zkCallback-31093-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 5360849 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5360851 INFO (qtp1779434092-105721) [n:127.0.0.1:43335_dr_ylv%2Fty c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1212
[junit4] 2> 5360852 INFO (qtp1301860603-105706) [n:127.0.0.1:42001_dr_ylv%2Fty c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43335_dr_ylv%252Fty&action=ADDREPLICA&collection=coll
[...truncated too long message...]
QParserPluginTest, TestSurroundQueryParser, TestSlowCompositeReaderWrapper, DaemonStreamApiTest, TestCloudRecovery2, TestCodecSupport, LeaderElectionIntegrationTest, DeleteStatusTest, TestCloudDeleteByQuery, SpellCheckCollatorWithCollapseTest, TestChildDocTransformerHierarchy, PrimUtilsTest, TestDistributedStatsComponentCardinality, TestAddFieldRealTimeGet, TestManagedResourceStorage, TestSimScenario, TestCloudSchemaless, TestZkAclsWithHadoopAuth, TestRandomRequestDistribution, TestLogWatcher, TestRTGBase, HdfsSyncSliceTest, TestPKIAuthenticationPlugin, TestCollectionsAPIViaSolrCloudCluster, TestJsonFacets, TriggerSetPropertiesIntegrationTest, TestCoreBackup, PeerSyncWithLeaderTest, TestDocBasedVersionConstraints, CdcrUpdateLogTest, MetricsHandlerTest, MigrateRouteKeyTest, TestFileDictionaryLookup, TimeRoutedAliasUpdateProcessorTest, XMLAtomicUpdateMultivalueTest, TestHalfAndHalfDocValues, TestPseudoReturnFields, LoggingHandlerTest, TestPostingsSolrHighlighter, EnumFieldTest, TestLuceneIndexBackCompat, AddSchemaFieldsUpdateProcessorFactoryTest, ZkShardTermsTest, SearchHandlerTest, SolrRequestParserTest, ZkControllerTest, BlockDirectoryTest, TermVectorComponentDistributedTest, TestValueSourceCache, TestRetrieveFieldsOptimizer, TestHighFrequencyDictionaryFactory, TestInPlaceUpdatesRequiredField, TestQuerySenderListener, SecurityConfHandlerTest, TestDefaultStatsCache, SearchRateTriggerTest, TestSystemIdResolver, TestSimExtremeIndexing, ExitableDirectoryReaderTest, TestRandomDVFaceting, IgnoreLargeDocumentProcessorFactoryTest, CollectionsAPIAsyncDistributedZkTest, TestInfoStreamLogging, FileBasedSpellCheckerTest, TestSchemaSimilarityResource, RequiredFieldsTest, HdfsUnloadDistributedZkTest, BadComponentTest, DistributedFacetPivotWhiteBoxTest, BinaryUpdateRequestHandlerTest, TestSubQueryTransformerCrossCore, DistributedSuggestComponentTest, RoutingToNodesWithPropertiesTest, TestBlobHandler, IndexSizeTriggerMixedBoundsTest, OverseerSolrResponseUnsafeSerializationTest, TestMaxTokenLenTokenizer, JSONWriterTest, TestReplicationHandlerBackup, TestCSVResponseWriter, MultiThreadedOCPTest, OverseerTest, TestSolrCoreProperties, SolrShardReporterTest, TestLeaderElectionZkExpiry, TestRestoreCore, EchoParamsTest, TestSmileRequest, TestStressReorder, DistributedFacetSimpleRefinementLongTailTest, CheckHdfsIndexTest, TestDelegationWithHadoopAuth, TestConfigSetImmutable, TestUseDocValuesAsStored2, SimpleCollectionCreateDeleteTest, SolrJmxReporterTest, SliceStateTest, TestSolrXml, FileUtilsTest, TestCloudPivotFacet, TestSolrCloudSnapshots, AsyncCallRequestStatusResponseTest, TestReRankQParserPlugin, TestHttpServletCarrier, ChaosMonkeySafeLeaderTest, TestShardHandlerFactory, PingRequestHandlerTest, ConfigureRecoveryStrategyTest, TestDistributedMissingSort, TestConfigsApi, TestEmbeddedSolrServerSchemaAPI, TestLegacyFieldCache, TestSolrCloudWithKerberosAlt, AutoscalingHistoryHandlerTest, TestUtilizeNode, PKIAuthenticationIntegrationTest, ConfigSetsAPITest, TestCoreContainer, TestPerFieldSimilarityWithDefaultOverride, CustomTermsComponentTest, HttpPartitionTest, CloudMLTQParserTest, XmlUpdateRequestHandlerTest, BJQParserTest, SolrIndexSplitterTest, BooleanFieldTest, SuggesterTSTTest, UpdateLogTest, QueryElevationComponentTest, ParsingFieldUpdateProcessorsTest, NumericFieldsTest, DefaultValueUpdateProcessorTest, TestComplexPhraseLeadingWildcard, TestLegacyNumericUtils, DistributedFacetPivotLongTailTest, DocumentBuilderTest, TestFieldCache, TestOverriddenPrefixQueryForCustomFieldType, PeerSyncWithBufferUpdatesTest, TestZkChroot, TestTlogReplica, TestConfigSetsAPI, DeleteNodeTest, AnalysisAfterCoreReloadTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, SampleTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestGroupingSearch, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, BasicZkTest, CleanupOldIndexTest, ClusterStateTest, CollectionStateFormat2Test, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, LeaderFailureAfterFreshStartTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, RecoveryAfterSoftCommitTest, ReindexCollectionTest, RollingRestartTest, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudSearcherWarming, TestDistributedMap, TestDownShardTolerantSearch, TestDynamicFieldNamesIndexCorrectly, TestPrepRecovery, TestSSLRandomization, TestSizeLimitedDistributedMap, UnloadDistributedZkTest, ZkFailoverTest, ZkNodePropsTest, CollectionsAPIDistributedZkTest, CustomCollectionTest, ShardSplitTest, SystemLogListenerTest, TriggerCooldownIntegrationTest, TestSimClusterStateProvider, TestSimComputePlanAction, TestSimDistribStateManager, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSnapshotCloudManager, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrBootstrapTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CdcrWithNodesRestartsTest, TestClusterStateMutator, ZkStateWriterTest, RulesTest, AlternateDirectoryTest, BlobRepositoryCloudTest, QueryResultKeyTest, SolrCoreTest, TestBackupRepositoryFactory, TestBadConfig, TestConfigSetProperties, TestConfigSets, TestCustomStream, TestDynamicLoadingUrl, TestLazyCores, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrDeletionPolicy1, TestSolrDeletionPolicy2, TestSolrIndexConfig, TestXIncludeConfig, TestSolrCoreSnapshots, TestDistribPackageStore, FieldAnalysisRequestHandlerTest, TestCSVLoader, TestConfigReload, TestReplicationHandlerDiskOverFlow, TestReqParamsAPI, TestSolrConfigHandlerCloud, TestSystemCollAutoCreate, V2ApiIntegrationTest, V2StandaloneTest, CoreAdminOperationTest, LukeRequestHandlerTest, MBeansHandlerTest, PropertiesRequestHandlerTest, SplitHandlerTest, StatsReloadRaceTest, DistributedQueryComponentOptimizationTest, FacetPivotSmallTest, InfixSuggestersTest, StatsComponentTest, TermVectorComponentTest, TermsComponentTest, TestPivotHelperCode, TestExportWriter, JavabinLoaderTest, EmbeddedSolrNoSerializeTest, RandomizedTaggerTest, Tagger2Test, XmlInterpolationTest, HighlighterConfigTest, TestUnifiedSolrHighlighter, UninvertDocValuesMergePolicyTest, TestLegacyTerms, TestNumericRangeQuery32, SolrMetricManagerTest, SolrMetricReporterTest, SolrMetricsIntegrationTest, SolrJmxReporterCloudTest, SolrSlf4jReporterTest, RegexBytesRefFilterTest, SimpleFacetsTest, SubstringBytesRefFilterTest, TestFacetMethods, TestFaceting, TestRemoteStreaming, TestStreamBody, TestUnInvertedFieldException, TestWriterPerf, SmileWriterTest, TestBinaryResponseWriter, TestCustomDocTransformer, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestPushWriter, TestSubQueryTransformerDistrib, TestManagedResource, TestRestManager, TestBulkSchemaAPI, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestUniqueKeyFieldResource, TestManagedStopFilterFactory, TestManagedSynonymFilterFactory, TestManagedSynonymGraphFilterFactory, BadCopyFieldTest, BadIndexSchemaTest, ChangedSchemaMergeTest, CopyFieldTest, CurrencyFieldTypeTest, DateFieldTest, DocValuesMissingTest, DocValuesTest, SynonymTokenizerTest, TestBinaryField, TestManagedSchemaThreadSafety, TestOmitPositions, TestPointFields, TestTextField, TestUseDocValuesAsStored, QueryEqualityTest, SortSpecParsingTest, TestCustomSort, TestFastLRUCache, TestFieldSortValues, TestFilteredDocIdSet, TestFiltering, TestIndexSearcher, TestPayloadCheckQParserPlugin, TestPayloadScoreQParserPlugin, TestQueryTypes, TestQueryUtils, TestSearcherReuse, TestSolr4Spatial, TestStandardQParsers, TestStressLucene, TestStressRecovery, TestStressUserVersions, TestStressVersions, SpatialHeatmapFacetsTest, SortByFunctionTest, TestFunctionQuery, TestMinMaxOnMultiValuedField, TestNestedDocsSort, TestScoreJoinQPScore, XCJFQueryTest, TestPerFieldSimilarity, TestExactStatsCache, AuditLoggerIntegrationTest, DirectSolrSpellCheckerTest, WordBreakSolrSpellCheckerTest, TestAnalyzedSuggestions, BufferStoreTest, HdfsLockFactoryTest, TestNumericTerms64, PeerSyncWithLeaderAndIndexFingerprintCachingTest, SolrIndexConfigTest, SolrIndexMetricsTest, TestAtomicUpdateErrorCases, TestExceedMaxTermLength, TestHdfsUpdateLog, TestInPlaceUpdatesDistrib]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.seed=83EC2601C30347AE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-SD -Dtests.timezone=ACT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestInPlaceUpdatesDistrib (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([83EC2601C30347AE]:0)
[junit4] Completed [901/901 (1!)] on J0 in 7217.92s, 1 test, 2 errors <<< FAILURES!
[...truncated 52521 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 355 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/355/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([9764A245A275591C:1F309D9F0C8934E4]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Error from server at https://127.0.0.1:45109/_/q/collection1: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_9764A245A275591C-001/index-NIOFSDirectory-003/_6_1_Lucene80_1.dvm: Too many open files
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45109/_/q/collection1: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_9764A245A275591C-001/index-NIOFSDirectory-003/_6_1_Lucene80_1.dvm: Too many open files
at __randomizedtesting.SeedInfo.seed([9764A245A275591C:1F309D9F0C8934E4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1749)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:426)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13594 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 472398 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 472399 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/data-dir-38-001
[junit4] 2> 472399 WARN (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=48 numCloses=48
[junit4] 2> 472399 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 472400 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 472401 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 472401 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 472462 WARN (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 472464 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 472465 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 472465 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 472465 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 472465 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12a0d9fb{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 472561 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7954880a{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost_localdomain-42081-hadoop-hdfs-3_2_0-tests_jar-_-any-5074408884791524561.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 472561 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@126b8fa9{HTTP/1.1,[http/1.1]}{localhost.localdomain:42081}
[junit4] 2> 472561 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.Server Started @472590ms
[junit4] 2> 472632 WARN (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 472633 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 472637 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 472637 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 472637 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 472637 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45ce27a9{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 472732 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4082a107{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-37319-hadoop-hdfs-3_2_0-tests_jar-_-any-4196154143893805255.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 472732 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@db9a222{HTTP/1.1,[http/1.1]}{localhost:37319}
[junit4] 2> 472732 INFO (SUITE-HdfsSyncSliceTest-seed#[9764A245A275591C]-worker) [ ] o.e.j.s.Server Started @472760ms
[junit4] 2> 472872 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb5377f54d922324d: Processing first storage report for DS-3fbbf104-a643-45f1-8e5a-8f144ab5f897 from datanode 6499a351-a462-46b5-bc1e-9d70997e5d5c
[junit4] 2> 472872 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb5377f54d922324d: from storage DS-3fbbf104-a643-45f1-8e5a-8f144ab5f897 node DatanodeRegistration(127.0.0.1:44365, datanodeUuid=6499a351-a462-46b5-bc1e-9d70997e5d5c, infoPort=35721, infoSecurePort=0, ipcPort=43975, storageInfo=lv=-57;cid=testClusterID;nsid=1575429371;c=1581724100047), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 472872 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb5377f54d922324d: Processing first storage report for DS-efbb3a79-0710-4a9d-a3a6-ad117bc21633 from datanode 6499a351-a462-46b5-bc1e-9d70997e5d5c
[junit4] 2> 472872 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb5377f54d922324d: from storage DS-efbb3a79-0710-4a9d-a3a6-ad117bc21633 node DatanodeRegistration(127.0.0.1:44365, datanodeUuid=6499a351-a462-46b5-bc1e-9d70997e5d5c, infoPort=35721, infoSecurePort=0, ipcPort=43975, storageInfo=lv=-57;cid=testClusterID;nsid=1575429371;c=1581724100047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 472999 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 473000 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 473000 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 473100 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer start zk server on port:43877
[junit4] 2> 473100 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43877
[junit4] 2> 473100 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43877
[junit4] 2> 473100 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43877
[junit4] 2> 473112 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 473121 INFO (zkConnectionManagerCallback-2504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 473121 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 473127 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 473128 INFO (zkConnectionManagerCallback-2506-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 473128 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 473128 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 473129 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 473140 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 473141 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 473142 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 473142 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 473143 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 473143 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 473144 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 473145 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 473145 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 473147 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 473162 INFO (zkConnectionManagerCallback-2510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 473162 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 473267 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 473361 WARN (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 473361 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 473361 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 473361 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 473364 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 473364 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 473364 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 473365 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2875da5f{/,null,AVAILABLE}
[junit4] 2> 473366 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b12f8bd{SSL,[ssl, http/1.1]}{127.0.0.1:44811}
[junit4] 2> 473366 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.s.Server Started @473394ms
[junit4] 2> 473366 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_control_data, hostContext=/, hostPort=44811, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/control-001/cores}
[junit4] 2> 473366 ERROR (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 473366 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 473366 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 473366 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 473366 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 473366 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-14T23:48:21Z
[junit4] 2> 473368 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 473369 INFO (zkConnectionManagerCallback-2512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 473369 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 473470 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 473470 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/control-001/solr.xml
[junit4] 2> 473474 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 473474 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 473476 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 473808 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 473809 WARN (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 473809 WARN (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7b8db3b9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 473809 WARN (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7b8db3b9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 473812 WARN (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 473812 WARN (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4353264a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 473812 WARN (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4353264a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 473813 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43877/solr
[junit4] 2> 473814 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 473815 INFO (zkConnectionManagerCallback-2519-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 473815 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 473918 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 473919 INFO (zkConnectionManagerCallback-2521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 473919 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 473972 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44811_
[junit4] 2> 473972 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.c.Overseer Overseer (id=73246790233096197-127.0.0.1:44811_-n_0000000000) starting
[junit4] 2> 473976 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44811_
[junit4] 2> 473976 INFO (OverseerStateUpdate-73246790233096197-127.0.0.1:44811_-n_0000000000) [n:127.0.0.1:44811_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44811_
[junit4] 2> 473976 INFO (OverseerStateUpdate-73246790233096197-127.0.0.1:44811_-n_0000000000) [n:127.0.0.1:44811_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 473978 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 473979 WARN (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 473997 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 474014 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2
[junit4] 2> 474022 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2
[junit4] 2> 474022 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2
[junit4] 2> 474023 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [n:127.0.0.1:44811_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/control-001/cores
[junit4] 2> 474043 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474046 INFO (zkConnectionManagerCallback-2530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 474046 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474049 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 474054 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43877/solr ready
[junit4] 2> 474078 INFO (qtp1211066330-9560) [n:127.0.0.1:44811_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44811_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 474081 INFO (OverseerThreadFactory-2614-thread-1-processing-n:127.0.0.1:44811_) [n:127.0.0.1:44811_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 474190 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 474190 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 475203 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.5.0
[junit4] 2> 475219 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 475361 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 475378 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 475379 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2
[junit4] 2> 475379 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41961/solr_hdfs_home
[junit4] 2> 475379 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 475379 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:41961/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 475380 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41961/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 475386 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 475386 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 475386 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 475393 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 475394 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41961/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 475406 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41961/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 475411 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 475411 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 475411 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 475415 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 475416 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@45d6689f
[junit4] 2> 475829 WARN (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 475885 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 475885 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 475885 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 475893 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 475893 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 475895 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=18.3095703125, floorSegmentMB=1.166015625, forceMergeDeletesPctAllowed=17.1830610131952, segmentsPerTier=20.0, maxCFSSegmentSizeMB=1.267578125, noCFSRatio=0.0, deletesPctAllowed=43.66034475291641
[junit4] 2> 475899 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@53146158[control_collection_shard1_replica_n1] main]
[junit4] 2> 475900 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 475901 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475901 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 475902 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658557933589364736
[junit4] 2> 475905 INFO (searcherExecutor-2619-thread-1-processing-n:127.0.0.1:44811_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@53146158[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 475906 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 475906 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 475908 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 475908 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 475908 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44811/control_collection_shard1_replica_n1/
[junit4] 2> 475909 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 475909 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:44811/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 475909 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73246790233096197-core_node2-n_0000000000
[junit4] 2> 475910 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44811/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 476012 INFO (zkCallback-2520-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 476012 INFO (zkCallback-2520-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 476013 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 476015 INFO (qtp1211066330-9558) [n:127.0.0.1:44811_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1825
[junit4] 2> 476017 INFO (qtp1211066330-9560) [n:127.0.0.1:44811_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 476082 INFO (OverseerCollectionConfigSetProcessor-73246790233096197-127.0.0.1:44811_-n_0000000000) [n:127.0.0.1:44811_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 476115 INFO (zkCallback-2520-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 476115 INFO (zkCallback-2520-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 476115 INFO (zkCallback-2520-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 476117 INFO (qtp1211066330-9560) [n:127.0.0.1:44811_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44811_&wt=javabin&version=2} status=0 QTime=2039
[junit4] 2> 476118 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 476223 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 476223 INFO (zkConnectionManagerCallback-2536-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476224 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 476224 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 476226 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43877/solr ready
[junit4] 2> 476226 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 476228 INFO (qtp1211066330-9560) [n:127.0.0.1:44811_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 476233 INFO (OverseerThreadFactory-2614-thread-2-processing-n:127.0.0.1:44811_) [n:127.0.0.1:44811_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 476438 WARN (OverseerThreadFactory-2614-thread-2-processing-n:127.0.0.1:44811_) [n:127.0.0.1:44811_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 476440 INFO (qtp1211066330-9560) [n:127.0.0.1:44811_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 476442 INFO (qtp1211066330-9560) [n:127.0.0.1:44811_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=214
[junit4] 2> 476443 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 476443 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 476443 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 476443 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 476443 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 476443 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 476443 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 476528 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-1-001 of type NRT for shard1
[junit4] 2> 476531 WARN (closeThreadPool-2537-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 476531 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 476531 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 476531 INFO (closeThreadPool-2537-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 476532 INFO (closeThreadPool-2537-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 476532 INFO (closeThreadPool-2537-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 476532 INFO (closeThreadPool-2537-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 476532 INFO (closeThreadPool-2537-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a6b77bf{/,null,AVAILABLE}
[junit4] 2> 476533 INFO (closeThreadPool-2537-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f8d86ad{SSL,[ssl, http/1.1]}{127.0.0.1:41701}
[junit4] 2> 476533 INFO (closeThreadPool-2537-thread-1) [ ] o.e.j.s.Server Started @476561ms
[junit4] 2> 476533 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=41701, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-1-001/cores}
[junit4] 2> 476533 ERROR (closeThreadPool-2537-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 476533 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 476533 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 476533 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 476533 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 476533 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-14T23:48:24.167Z
[junit4] 2> 476537 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 476539 INFO (zkConnectionManagerCallback-2539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476539 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 476624 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-2-001 of type NRT for shard1
[junit4] 2> 476627 WARN (closeThreadPool-2537-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 476627 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 476627 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 476627 INFO (closeThreadPool-2537-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 476628 INFO (closeThreadPool-2537-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 476628 INFO (closeThreadPool-2537-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 476628 INFO (closeThreadPool-2537-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 476628 INFO (closeThreadPool-2537-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41e3d418{/,null,AVAILABLE}
[junit4] 2> 476629 INFO (closeThreadPool-2537-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49cf57f2{SSL,[ssl, http/1.1]}{127.0.0.1:37043}
[junit4] 2> 476629 INFO (closeThreadPool-2537-thread-2) [ ] o.e.j.s.Server Started @476657ms
[junit4] 2> 476629 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=37043, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-2-001/cores}
[junit4] 2> 476629 ERROR (closeThreadPool-2537-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 476629 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 476629 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 476629 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 476629 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 476629 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-14T23:48:24.263Z
[junit4] 2> 476630 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 476631 INFO (zkConnectionManagerCallback-2541-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476631 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 476640 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 476640 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-1-001/solr.xml
[junit4] 2> 476644 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 476644 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 476646 INFO (closeThreadPool-2537-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 476741 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 476741 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-2-001/solr.xml
[junit4] 2> 476745 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 476745 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 476747 INFO (closeThreadPool-2537-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 476756 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-3-001 of type NRT for shard1
[junit4] 2> 476758 WARN (closeThreadPool-2537-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 476758 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 476758 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 476758 INFO (closeThreadPool-2537-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 476761 INFO (closeThreadPool-2537-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 476761 INFO (closeThreadPool-2537-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 476761 INFO (closeThreadPool-2537-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 476762 INFO (closeThreadPool-2537-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71902920{/,null,AVAILABLE}
[junit4] 2> 476762 INFO (closeThreadPool-2537-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3940ff5{SSL,[ssl, http/1.1]}{127.0.0.1:33467}
[junit4] 2> 476762 INFO (closeThreadPool-2537-thread-3) [ ] o.e.j.s.Server Started @476791ms
[junit4] 2> 476762 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=33467, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-3-001/cores}
[junit4] 2> 476763 ERROR (closeThreadPool-2537-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 476763 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 476763 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 476763 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 476763 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 476763 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-14T23:48:24.397Z
[junit4] 2> 476765 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 476769 INFO (zkConnectionManagerCallback-2545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476769 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 476851 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-4-001 of type NRT for shard1
[junit4] 2> 476857 WARN (closeThreadPool-2537-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 476857 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 476857 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 476857 INFO (closeThreadPool-2537-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 476858 INFO (closeThreadPool-2537-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 476858 INFO (closeThreadPool-2537-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 476858 INFO (closeThreadPool-2537-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 476858 INFO (closeThreadPool-2537-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34407c2f{/,null,AVAILABLE}
[junit4] 2> 476859 INFO (closeThreadPool-2537-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24e0bdaa{SSL,[ssl, http/1.1]}{127.0.0.1:33767}
[junit4] 2> 476859 INFO (closeThreadPool-2537-thread-4) [ ] o.e.j.s.Server Started @476887ms
[junit4] 2> 476859 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=33767, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-4-001/cores}
[junit4] 2> 476859 ERROR (closeThreadPool-2537-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 476859 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 476859 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 476859 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 476859 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 476859 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-14T23:48:24.493Z
[junit4] 2> 476861 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 476861 INFO (zkConnectionManagerCallback-2547-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476861 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 476870 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 476870 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-3-001/solr.xml
[junit4] 2> 476874 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 476874 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 476876 INFO (closeThreadPool-2537-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 476950 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-5-001 of type NRT for shard1
[junit4] 2> 476964 WARN (closeThreadPool-2537-thread-5) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 476964 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 476964 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 476964 INFO (closeThreadPool-2537-thread-5) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 476973 INFO (closeThreadPool-2537-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 476973 INFO (closeThreadPool-2537-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 476973 INFO (closeThreadPool-2537-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 476973 INFO (closeThreadPool-2537-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fa174af{/,null,AVAILABLE}
[junit4] 2> 476974 INFO (closeThreadPool-2537-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7fe5196e{SSL,[ssl, http/1.1]}{127.0.0.1:35577}
[junit4] 2> 476974 INFO (closeThreadPool-2537-thread-5) [ ] o.e.j.s.Server Started @477002ms
[junit4] 2> 476974 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty5, solrconfig=solrconfig.xml, hostContext=/, hostPort=35577, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-5-001/cores}
[junit4] 2> 476974 ERROR (closeThreadPool-2537-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 476974 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 476974 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 476974 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 476974 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 476974 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-14T23:48:24.608Z
[junit4] 2> 476985 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 476985 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 476985 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-4-001/solr.xml
[junit4] 2> 476989 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 476989 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 476990 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 476994 INFO (zkConnectionManagerCallback-2550-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 476994 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 477096 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 477097 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-5-001/solr.xml
[junit4] 2> 477100 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 477101 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 477121 INFO (closeThreadPool-2537-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 477138 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-6-001 of type NRT for shard1
[junit4] 2> 477155 WARN (closeThreadPool-2537-thread-6) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 477155 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 477155 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 477155 INFO (closeThreadPool-2537-thread-6) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 477236 INFO (closeThreadPool-2537-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 477236 INFO (closeThreadPool-2537-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 477236 INFO (closeThreadPool-2537-thread-6) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 477250 INFO (closeThreadPool-2537-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ec01cc5{/,null,AVAILABLE}
[junit4] 2> 477251 INFO (closeThreadPool-2537-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34b6bb1f{SSL,[ssl, http/1.1]}{127.0.0.1:35545}
[junit4] 2> 477251 INFO (closeThreadPool-2537-thread-6) [ ] o.e.j.s.Server Started @477279ms
[junit4] 2> 477251 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty6, solrconfig=solrconfig.xml, hostContext=/, hostPort=35545, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-6-001/cores}
[junit4] 2> 477251 ERROR (closeThreadPool-2537-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 477251 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 477251 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 477251 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 477251 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 477251 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-14T23:48:24.885Z
[junit4] 2> 477278 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 477281 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 477281 WARN (closeThreadPool-2537-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 477287 INFO (zkConnectionManagerCallback-2554-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 477288 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 477305 WARN (closeThreadPool-2537-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3bb84d85[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 477305 WARN (closeThreadPool-2537-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3bb84d85[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 477310 INFO (TEST-HdfsSyncSliceTest.test-seed#[9764A245A275591C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-7-001 of type NRT for shard1
[junit4] 2> 477328 WARN (closeThreadPool-2537-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 477347 WARN (closeThreadPool-2537-thread-7) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 477347 INFO (closeThreadPool-2537-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 477347 INFO (closeThreadPool-2537-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 477348 INFO (closeThreadPool-2537-thread-7) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 477361 WARN (closeThreadPool-2537-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74734a46[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 477361 WARN (closeThreadPool-2537-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74734a46[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 477363 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43877/solr
[junit4] 2> 477409 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 477409 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-6-001/solr.xml
[junit4] 2> 477412 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 477412 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 477415 INFO (closeThreadPool-2537-thread-6) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@46cf17c2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 477435 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 477474 INFO (closeThreadPool-2537-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 477474 INFO (closeThreadPool-2537-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 477474 INFO (closeThreadPool-2537-thread-7) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 477485 INFO (closeThreadPool-2537-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b74e0a8{/,null,AVAILABLE}
[junit4] 2> 477493 INFO (closeThreadPool-2537-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b710b44{SSL,[ssl, http/1.1]}{127.0.0.1:34649}
[junit4] 2> 477493 INFO (closeThreadPool-2537-thread-7) [ ] o.e.j.s.Server Started @477521ms
[junit4] 2> 477493 INFO (closeThreadPool-2537-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost.localdomain:41961/hdfs__localhost.localdomain_41961__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001_tempDir-002_jetty7, solrconfig=solrconfig.xml, hostContext=/, hostPort=34649, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9764A245A275591C-001/shard-7-001/cores}
[junit4] 2> 477493 ERROR (closeThreadPool-2537-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 477493 INFO (closeThreadPool-2537-thread-7) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 477493 INFO (closeThreadPool-2537-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.5.0
[junit4] 2> 477493 INFO (closeThreadPool-2537-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 477493 INFO (closeThreadPool-2537-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 477494 INFO (closeThreadPool-2537-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-14T23:48:25.127Z
[junit4] 2> 477500 INFO (zkConnectionManagerCallback-2560-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 477500 INFO (closeThreadPool-2537-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 477521 INFO (closeThreadPool-2537-thread-7) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 477530 INFO (zkConnectionManagerCallback-2563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[juni
[...truncated too long message...]
/solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/collection1/collectionprops.json
[junit4] 2> 3 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 60 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/overseer/queue
[junit4] 2> 25 /solr/live_nodes
[junit4] 2> 19 /solr/overseer/collection-queue-work
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 2122620 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43721
[junit4] 2> 2122620 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43721
[junit4] 2> 2122620 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[9764A245A275591C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43721
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=9764A245A275591C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=en -Dtests.timezone=America/Jamaica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 55.4s J2 | TestInPlaceUpdatesDistrib.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45109/_/q/collection1: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_9764A245A275591C-001/index-NIOFSDirectory-003/_6_1_Lucene80_1.dvm: Too many open files
[junit4] > at __randomizedtesting.SeedInfo.seed([9764A245A275591C:1F309D9F0C8934E4]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1749)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:426)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2122625 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2122625 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=108271691
[junit4] 2> 2122625 INFO (coreCloseExecutor-6657-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@51e5adb8
[junit4] 2> 2122625 INFO (coreCloseExecutor-6657-thread-1) [ x:collection1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=SolrCore@51e5adb8
[junit4] 2> 2122625 INFO (coreCloseExecutor-6657-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b76f560: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@62a7029d
[junit4] 2> 2122638 INFO (coreCloseExecutor-6657-thread-1) [ x:collection1 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 2122641 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2122641 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28410baf: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7e015e66
[junit4] 2> 2122642 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2122643 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@81242eb: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@f6b8af4
[junit4] 2> 2122643 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2122643 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[9764A245A275591C]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e00208: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@27afaee5
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_9764A245A275591C-001
[junit4] 2> Feb 15, 2020 12:15:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=BlockTreeOrds(blocksize=128), title_s=PostingsFormat(name=Asserting), id=FST50, id_field_copy_that_does_not_support_in_place_update_s=PostingsFormat(name=Asserting)}, docValues:{inplace_updatable_float=DocValuesFormat(name=Lucene80), id_i=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Lucene80), _root_=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Asserting), inplace_updatable_int_with_default=DocValuesFormat(name=Lucene80), inplace_updatable_float_with_default=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1338, maxMBSortInHeap=7.562587113056031, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3622e037), locale=en, timezone=America/Jamaica
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=194225432,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [TestReqParamsAPI, CdcrWithNodesRestartsTest, TestMinMaxOnMultiValuedField, RollingRestartTest, TestDistribPackageStore, TestRangeQuery, TestConfigSets, PeerSyncTest, SubstringBytesRefFilterTest, SuggestComponentTest, HttpPartitionOnCommitTest, WrapperMergePolicyFactoryTest, SyncSliceTest, DirectSolrSpellCheckerTest, TestCloudRecovery, TestPerFieldSimilarity, DistribDocExpirationUpdateProcessorTest, TestNumericTerms64, V2StandaloneTest, TestPackages, TestJmxIntegration, DistributedQueryComponentCustomSortTest, TestCloudConsistency, TestMinHashQParser, SoftAutoCommitTest, TemplateUpdateProcessorTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestRecovery, DirectUpdateHandlerTest, AssignTest, ComputePlanActionTest, TestCloudPhrasesIdentificationComponent, TestManagedSynonymFilterFactory, IndexSizeTriggerTest, ScheduledMaintenanceTriggerTest, NestedAtomicUpdateTest, BigEndianAscendingWordSerializerTest, TestFuzzyAnalyzedSuggestions, TestScoreJoinQPScore, NotRequiredUniqueKeyTest, ConcurrentCreateRoutedAliasTest, LeaderVoteWaitTimeoutTest, PolyFieldTest, OrderedExecutorTest, AnalysisErrorHandlingTest, TestSimComputePlanAction, QueryEqualityTest, StatsReloadRaceTest, SharedFSAutoReplicaFailoverTest, TestSolrConfigHandler, PluginInfoTest, TestComponentsName, TestBulkSchemaAPI, BlobRepositoryCloudTest, TestInPlaceUpdatesDistrib]
[junit4] Completed [394/901 (2!)] on J2 in 57.06s, 1 test, 1 error <<< FAILURES!
[...truncated 54278 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 354 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/354/
4 tests failed.
FAILED: org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete
Error Message:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2om_Asserting_0.pos: Too many open files
Stack Trace:
java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2om_Asserting_0.pos: Too many open files
at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74:C3F1942818C00E74]:0)
at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
at java.nio.channels.FileChannel.open(FileChannel.java:287)
at java.nio.channels.FileChannel.open(FileChannel.java:335)
at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
at org.apache.lucene.codecs.lucene84.Lucene84PostingsReader.<init>(Lucene84PostingsReader.java:89)
at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:441)
at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:297)
at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
at org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete(TestIndexWriterReader.java:861)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.lucene.index.TestIndexWriterReader.testMergeWarmer
Error Message:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-SimpleFSDirectory-003/_k_Asserting_0.tim: Too many open files
Stack Trace:
java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-SimpleFSDirectory-003/_k_Asserting_0.tim: Too many open files
at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
at java.nio.file.Files.newByteChannel(Files.java:361)
at java.nio.file.Files.newByteChannel(Files.java:407)
at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:171)
at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:444)
at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:401)
at org.apache.lucene.index.TestIndexWriterReader.testMergeWarmer(TestIndexWriterReader.java:631)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterReader
Error Message:
Captured an uncaught exception in thread: Thread[id=5230, name=Lucene Merge Thread #1655, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5230, name=Lucene Merge Thread #1655, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
at java.nio.channels.FileChannel.open(FileChannel.java:287)
at java.nio.channels.FileChannel.open(FileChannel.java:335)
at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:35747/eflv
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:35747/eflv
at __randomizedtesting.SeedInfo.seed([9D330246162201CD:15673D9CB8DE6C35]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 52 more
Build Log:
[...truncated 1138 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterReader -Dtests.method=testDuringAddDelete -Dtests.seed=5D60E3AF32018C74 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=et -Dtests.timezone=America/Caracas -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 43.4s J2 | TestIndexWriterReader.testDuringAddDelete <<<
[junit4] > Throwable #1: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2om_Asserting_0.pos: Too many open files
[junit4] > at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74:C3F1942818C00E74]:0)
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] > at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] > at org.apache.lucene.codecs.lucene84.Lucene84PostingsReader.<init>(Lucene84PostingsReader.java:89)
[junit4] > at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:441)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
[junit4] > at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:297)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
[junit4] > at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete(TestIndexWriterReader.java:861)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 1> TEST: now get reader
[junit4] 2> veebr 13, 2020 5:08:16 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-3395,5,TGRP-TestIndexWriterReader]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] 2> at org.apache.lucene.index.IndexWriter.deleteDocuments(IndexWriter.java:1519)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:845)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] 2> at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] 2> at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] 2> at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2>
[junit4] 2> veebr 13, 2020 5:08:16 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-3391,5,TGRP-TestIndexWriterReader]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] 2> at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] 2> at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] 2> at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2>
[junit4] 2> veebr 13, 2020 5:08:16 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-3393,5,TGRP-TestIndexWriterReader]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] 2> at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] 2> at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] 2> at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2>
[junit4] 2> veebr 13, 2020 5:08:16 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-3392,5,TGRP-TestIndexWriterReader]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] 2> at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] 2> at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] 2> at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2>
[junit4] 2> veebr 13, 2020 5:08:16 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-3394,5,TGRP-TestIndexWriterReader]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] 2> at org.apache.lucene.index.IndexWriter.deleteDocuments(IndexWriter.java:1519)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:845)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] 2> at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] 2> at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] 2> at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2>
[junit4] 2> veebr 13, 2020 5:08:16 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #1657,5,TGRP-TestIndexWriterReader]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] 2> Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3880)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4619)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] 2> at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] 2> at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] 2> at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] 2> ... 3 more
[junit4] 2>
[junit4] 2> veebr 13, 2020 5:08:16 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #0,5,TGRP-TestIndexWriterReader]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-SimpleFSDirectory-003/_i_Asserting_0.tim: Too many open files
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-SimpleFSDirectory-003/_i_Asserting_0.tim: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] 2> at java.nio.file.Files.newByteChannel(Files.java:361)
[junit4] 2> at java.nio.file.Files.newByteChannel(Files.java:407)
[junit4] 2> at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] 2> at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:171)
[junit4] 2> at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:444)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
[junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:716)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4400)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterReader -Dtests.method=testMergeWarmer -Dtests.seed=5D60E3AF32018C74 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=et -Dtests.timezone=America/Caracas -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.60s J2 | TestIndexWriterReader.testMergeWarmer <<<
[junit4] > Throwable #1: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-SimpleFSDirectory-003/_k_Asserting_0.tim: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] > at java.nio.file.Files.newByteChannel(Files.java:361)
[junit4] > at java.nio.file.Files.newByteChannel(Files.java:407)
[junit4] > at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] > at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:171)
[junit4] > at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:444)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
[junit4] > at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
[junit4] > at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:401)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader.testMergeWarmer(TestIndexWriterReader.java:631)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3551, name=Thread-3395, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.deleteDocuments(IndexWriter.java:1519)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:845)
[junit4] > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] > at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] > at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] > at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3549, name=Thread-3393, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] > at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] > at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] > at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3547, name=Thread-3391, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] > at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] > at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] > at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)Throwable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3548, name=Thread-3392, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] > at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] > at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] > at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3550, name=Thread-3394, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.deleteDocuments(IndexWriter.java:1519)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:845)
[junit4] > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] > at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] > at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] > at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)Throwable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5232, name=Lucene Merge Thread #1657, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] > at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] > at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3880)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4619)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] > at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] > at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] > at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] > ... 3 moreThrowable #8: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5229, name=Lucene Merge Thread #0, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-SimpleFSDirectory-003/_i_Asserting_0.tim: Too many open files
[junit4] > at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-SimpleFSDirectory-003/_i_Asserting_0.tim: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] > at java.nio.file.Files.newByteChannel(Files.java:361)
[junit4] > at java.nio.file.Files.newByteChannel(Files.java:407)
[junit4] > at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] > at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:171)
[junit4] > at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:444)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReaderForMerge(ReadersAndUpdates.java:716)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4400)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001
[junit4] 2> Feb 13, 2020 9:08:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 13, 2020 9:08:16 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #1655,5,TGRP-TestIndexWriterReader]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5D60E3AF32018C74]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_5D60E3AF32018C74-001/index-NIOFSDirectory-001/_2qv_Lucene85TermVectorsIndex-doc_ids_7yb.tmp: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] 2> at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] 2> at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:181)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2883)
[junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] 2> at org.apache.lucene.codecs.compressing.FieldsIndexWriter.finish(FieldsIndexWriter.java:124)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingTermVectorsWriter.finish(CompressingTermVectorsWriter.java:643)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsWriter.finish(AssertingTermVectorsFormat.java:204)
[junit4] 2> at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:228)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@231d858), locale=et, timezone=America/Caracas
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=172235680,total=340787200
[junit4] 2> NOTE: All tests run in this JVM: [TestExceedMaxTermLength, TestStringHelper, TestLazyProxSkipping, TestPostingsOffsets, TestToken, TestNorms, TestDocValuesRewriteMethod, TestMatchesIterator, TestMergeRateLimiter, TestSimilarity2, TestFieldValueQuery, TestDeletionPolicy, TestVirtualMethod, TestByteBlockPool, TestFieldsReader, TestIndexInput, TestNativeFSLockFactory, TestIndexWriterWithThreads, TestBooleanMinShouldMatch, TestTermStates, TestFilterIterator, TestNeedsScores, TestForUtil, TestOrdinalMap, TestExternalCodecs, TestHighCompressionMode, TestXYPolygonShapeQueries, TestPriorityQueue, TestConstantScoreQuery, TestDocIDMerger, TestIntRangeFieldQueries, TestNRTThreads, TestSmallFloat, TestScorerPerf, TestNoDeletionPolicy, TestBytesStore, TestFuzzyQuery, TestTermsEnum, TestTermVectorsWriter, TestSortRandom, TestRamUsageEstimator, TestSimpleFSDirectory, TestDocsWithFieldSet, TestSimilarity, TestBytesRefHash, TestPolygon2D, TestIndexWriterReader]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: re
[...truncated too long message...]
t.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
[junit4] > ... 52 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_9D330246162201CD-001
[junit4] 2> Feb 13, 2020 11:56:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=453, maxMBSortInHeap=6.321210332266215, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@79f04eac), locale=sl-SI, timezone=Eire
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=153657536,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [TestCopyFieldCollectionResource, SolrPluginUtilsTest, ClassificationUpdateProcessorIntegrationTest, TestFieldCache, HLLSerializationTest, TestManagedSynonymGraphFilterFactory, TestHalfAndHalfDocValues, FileUtilsTest, HdfsRecoverLeaseTest, PeerSyncWithLeaderTest, TestManagedSchemaThreadSafety, OutOfBoxZkACLAndCredentialsProvidersTest, TestUniqueKeyFieldResource, JavabinLoaderTest, HdfsLockFactoryTest, TestDistributedMap, TestWriterPerf, LargeFieldTest, SolrJmxReporterTest, TestCharFilters, UpdateLogTest, TestRestoreCore, CustomCollectionTest, TriggerSetPropertiesIntegrationTest, PKIAuthenticationIntegrationTest, DocumentBuilderTest, TestPivotHelperCode, TestLeaderElectionZkExpiry, SolrCoreTest, TestSystemIdResolver, TestSortableTextField, HdfsSyncSliceTest, OverseerModifyCollectionTest, TestClusterStateMutator, TestSchemaSimilarityResource, RegexBytesRefFilterTest, CheckHdfsIndexTest, TestHdfsUpdateLog, SliceStateTest, DaemonStreamApiTest, IgnoreLargeDocumentProcessorFactoryTest, TestSurroundQueryParser, TestDelegationWithHadoopAuth, TestStressInPlaceUpdates, SuggesterTSTTest, TestGraphMLResponseWriter, TestDynamicLoadingUrl, TestSimNodeAddedTrigger, TestLuceneIndexBackCompat, ExecutePlanActionTest, AssignBackwardCompatibilityTest, CoreAdminOperationTest, TestCrossCoreJoin, HdfsChaosMonkeyNothingIsSafeTest, SearchHandlerTest, TestHighFrequencyDictionaryFactory, TestCSVResponseWriter, TestPseudoReturnFields, TestBlobHandler, HighlighterMaxOffsetTest, SortByFunctionTest, TestLogWatcher, TestSizeLimitedDistributedMap, MoveReplicaHDFSTest, DistributedExpandComponentTest, TestStandardQParsers, LoggingHandlerTest, TestGraphTermsQParserPlugin, SolrCoreMetricManagerTest, SystemInfoHandlerTest, ExitableDirectoryReaderTest, LeaderElectionIntegrationTest, TestLegacyBM25SimilarityFactory, TestInitQParser, CleanupOldIndexTest, SparseHLLTest, CloudMLTQParserTest, TimeZoneUtilsTest, XCJFQueryTest, DistribJoinFromCollectionTest, TestReplicationHandlerBackup, TestJsonFacets, TestLegacyNumericUtils, CollectionStateFormat2Test, TestMaxTokenLenTokenizer, TestPKIAuthenticationPlugin, TestPerFieldSimilarityWithDefaultOverride, AutoAddReplicasPlanActionTest, TimeRoutedAliasUpdateProcessorTest, ActionThrottleTest, HttpSolrCallGetCoreTest, CollectionsAPIAsyncDistributedZkTest, BinaryUpdateRequestHandlerTest, TestFilteredDocIdSet, TestTlogReplica, TestUseDocValuesAsStored2, LeaderFailureAfterFreshStartTest, TestSnapshotCloudManager, TestSSLRandomization, QueryResultKeyTest, TestFacetMethods, TestManagedResourceStorage, CreateRoutedAliasTest, TestSolrJ, XmlInterpolationTest, RulesTest, ZkStateWriterTest, TestCloudJSONFacetJoinDomain, SolrCmdDistributorTest, BlockDirectoryTest, TestEmbeddedSolrServerSchemaAPI, JSONWriterTest, TestCloudDeleteByQuery, TestHttpServletCarrier, DistributedSuggestComponentTest, TestCloudRecovery2, TestNestedDocsSort, TestReRankQParserPlugin, TestNestedUpdateProcessor, TestValueSourceCache, SolrRequestParserTest, TestInPlaceUpdatesRequiredField, CdcrBootstrapTest, DeleteNodeTest, AuditLoggerPluginTest, TestRetrieveFieldsOptimizer, ShardRoutingCustomTest, TestComplexPhraseLeadingWildcard, TestRandomRequestDistribution, TestUninvertingReader, BooleanFieldTest, TestCoreBackup, TriggerCooldownIntegrationTest, MetricTriggerIntegrationTest, XMLAtomicUpdateMultivalueTest, OverseerTest, BlockJoinFacetSimpleTest, TestLazyCores, MigrateRouteKeyTest, AnalyticsQueryTest, TestRandomDVFaceting, CustomTermsComponentTest, TestSolrXml, TestSchemaField, TestLegacyNumericRangeQueryBuilder, CdcrUpdateLogTest, CursorPagingTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, EchoParamsTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, TestReversedWildcardFilterFactory, TestJettySolrRunner, ConnectionReuseTest, BasicZkTest, ChaosMonkeySafeLeaderTest, CloudExitableDirectoryReaderTest, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteShardTest, DeleteStatusTest, DocValuesNotIndexedTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, HealthCheckHandlerTest, HttpPartitionTest, LeaderElectionContextKeyTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerSolrResponseUnsafeSerializationTest, RecoveryAfterSoftCommitTest, RecoveryZkTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, ReplicationFactorTest, RollingRestartTest]
[junit4] Completed [496/901 (1!)] on J0 in 211.62s, 1 test, 1 error <<< FAILURES!
[...truncated 53979 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 353 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/353/
4 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([33F13C59063F12C:8818C014D1655AA8]:0)
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:433)
at sun.nio.ch.Net.bind(Net.java:425)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:307)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:231)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:565)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
12 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=24266, name=qtp1685539373-24266, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=24264, name=qtp1685539373-24264, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=24381, name=qtp1685539373-24381, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=24265, name=qtp1685539373-24265, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=24269, name=qtp1685539373-24269, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=24268, name=qtp1685539373-24268, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=24271, name=Session-HouseKeeper-48d16fa2-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=24267, name=qtp1685539373-24267-acceptor-0@3eef8ae3-ServerConnector@6048c27b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33022}, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=24374, name=qtp1685539373-24374, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=24375, name=Connector-Scheduler-6048c27b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=24270, name=qtp1685539373-24270, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=24263, name=qtp1685539373-24263, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 12 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=24266, name=qtp1685539373-24266, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=24264, name=qtp1685539373-24264, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=24381, name=qtp1685539373-24381, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=24265, name=qtp1685539373-24265, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=24269, name=qtp1685539373-24269, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=24268, name=qtp1685539373-24268, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=24271, name=Session-HouseKeeper-48d16fa2-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=24267, name=qtp1685539373-24267-acceptor-0@3eef8ae3-ServerConnector@6048c27b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33022}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=24374, name=qtp1685539373-24374, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=24375, name=Connector-Scheduler-6048c27b-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=24270, name=qtp1685539373-24270, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=24263, name=qtp1685539373-24263, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([33F13C59063F12C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=24268, name=qtp1685539373-24268, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=24266, name=qtp1685539373-24266, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=24271, name=Session-HouseKeeper-48d16fa2-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=24267, name=qtp1685539373-24267, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=24264, name=qtp1685539373-24264, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=24374, name=qtp1685539373-24374, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=24375, name=Connector-Scheduler-6048c27b-1, state=WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=24381, name=qtp1685539373-24381, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=24270, name=qtp1685539373-24270, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=24265, name=qtp1685539373-24265, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=24269, name=qtp1685539373-24269, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=24263, name=qtp1685539373-24263, state=RUNNABLE, group=TGRP-ShardSplitTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=24268, name=qtp1685539373-24268, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=24266, name=qtp1685539373-24266, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=24271, name=Session-HouseKeeper-48d16fa2-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=24267, name=qtp1685539373-24267, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=24264, name=qtp1685539373-24264, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=24374, name=qtp1685539373-24374, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=24375, name=Connector-Scheduler-6048c27b-1, state=WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=24381, name=qtp1685539373-24381, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=24270, name=qtp1685539373-24270, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=24265, name=qtp1685539373-24265, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=24269, name=qtp1685539373-24269, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=24263, name=qtp1685539373-24263, state=RUNNABLE, group=TGRP-ShardSplitTest]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([33F13C59063F12C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:797)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:901)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1292)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1203)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([33F13C59063F12C]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:346)
at sun.reflect.GeneratedMethodAccessor63.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14159 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
[junit4] 2> 1666568 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_33F13C59063F12C-001/data-dir-89-001
[junit4] 2> 1666568 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 1666569 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1666570 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1666570 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1666570 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1666687 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1666689 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 1666690 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1666690 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1666690 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1666690 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67ad48cf{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1667141 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@40c2b6fd{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-lucene2-us-west_apache_org-35191-hadoop-hdfs-3_2_0-tests_jar-_-any-6523157544145460673.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 1667141 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a76a768{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:35191}
[junit4] 2> 1667141 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.Server Started @1667205ms
[junit4] 2> 1667348 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1667349 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 1667362 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1667362 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1667362 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1667362 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7534a317{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1667665 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2d4776c9{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-43305-hadoop-hdfs-3_2_0-tests_jar-_-any-1536828796380004597.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1667665 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@bdaed64{HTTP/1.1,[http/1.1]}{localhost:43305}
[junit4] 2> 1667665 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.Server Started @1667729ms
[junit4] 2> 1667682 WARN (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1667699 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 1667699 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1667699 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1667700 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1667700 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64e7c027{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1667824 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6136845a139ca9e2: Processing first storage report for DS-d1f51284-1269-4655-a323-b095ec086995 from datanode 64a8e3b5-3a38-4abb-912d-080b92e32fd7
[junit4] 2> 1667824 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6136845a139ca9e2: from storage DS-d1f51284-1269-4655-a323-b095ec086995 node DatanodeRegistration(127.0.0.1:37710, datanodeUuid=64a8e3b5-3a38-4abb-912d-080b92e32fd7, infoPort=43575, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=575266005;c=1581552888730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1667824 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6136845a139ca9e2: Processing first storage report for DS-430463d5-1006-4fbf-b0b9-3f5d5278c243 from datanode 64a8e3b5-3a38-4abb-912d-080b92e32fd7
[junit4] 2> 1667824 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6136845a139ca9e2: from storage DS-430463d5-1006-4fbf-b0b9-3f5d5278c243 node DatanodeRegistration(127.0.0.1:37710, datanodeUuid=64a8e3b5-3a38-4abb-912d-080b92e32fd7, infoPort=43575, infoSecurePort=0, ipcPort=40687, storageInfo=lv=-57;cid=testClusterID;nsid=575266005;c=1581552888730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1667926 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@85cd514{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-34682-hadoop-hdfs-3_2_0-tests_jar-_-any-4098476274568994866.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1667926 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3cc9282{HTTP/1.1,[http/1.1]}{localhost:34682}
[junit4] 2> 1667926 INFO (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[33F13C59063F12C]-worker) [ ] o.e.j.s.Server Started @1667990ms
[junit4] 2> 1668076 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x35e6dcca723c119b: Processing first storage report for DS-23136738-6090-4579-a99d-46828e6304ea from datanode ee24ad05-4780-4c1a-8c17-a9eee0723dab
[junit4] 2> 1668076 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x35e6dcca723c119b: from storage DS-23136738-6090-4579-a99d-46828e6304ea node DatanodeRegistration(127.0.0.1:33090, datanodeUuid=ee24ad05-4780-4c1a-8c17-a9eee0723dab, infoPort=36906, infoSecurePort=0, ipcPort=37470, storageInfo=lv=-57;cid=testClusterID;nsid=575266005;c=1581552888730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1668076 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x35e6dcca723c119b: Processing first storage report for DS-9721ef18-f902-4036-b7c6-9a23656ecc34 from datanode ee24ad05-4780-4c1a-8c17-a9eee0723dab
[junit4] 2> 1668076 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x35e6dcca723c119b: from storage DS-9721ef18-f902-4036-b7c6-9a23656ecc34 node DatanodeRegistration(127.0.0.1:33090, datanodeUuid=ee24ad05-4780-4c1a-8c17-a9eee0723dab, infoPort=36906, infoSecurePort=0, ipcPort=37470, storageInfo=lv=-57;cid=testClusterID;nsid=575266005;c=1581552888730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1668222 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1668222 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1668222 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1668322 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer start zk server on port:37083
[junit4] 2> 1668322 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:37083
[junit4] 2> 1668322 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37083
[junit4] 2> 1668322 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37083
[junit4] 2> 1668324 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1668327 INFO (zkConnectionManagerCallback-6312-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1668335 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1668338 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1668340 INFO (zkConnectionManagerCallback-6314-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1668340 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1668341 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1668351 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1668353 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1668354 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1668355 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1668357 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1668358 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1668359 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1668360 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1668362 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1668363 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1668376 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1668574 WARN (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1668574 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1668574 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1668574 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 1.8.0_191-b12
[junit4] 2> 1668575 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1668575 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1668575 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1668575 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@558b3ec6{/,null,AVAILABLE}
[junit4] 2> 1668575 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59d77d94{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42347}
[junit4] 2> 1668575 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.e.j.s.Server Started @1668639ms
[junit4] 2> 1668575 INFO (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[33F13C59063F12C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:32804/hdfs__lucene2-us-west.apache.org_32804__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_33F13C59063F12C-001_tempDir-002_c
[...truncated too long message...]
thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=24264, name=qtp1685539373-24264, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=24374, name=qtp1685539373-24374, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=24375, name=Connector-Scheduler-6048c27b-1, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=24381, name=qtp1685539373-24381, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 9) Thread[id=24270, name=qtp1685539373-24270, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=24265, name=qtp1685539373-24265, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 11) Thread[id=24269, name=qtp1685539373-24269, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 12) Thread[id=24263, name=qtp1685539373-24263, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$$Lambda$44/213889311.run(Unknown Source)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([33F13C59063F12C]:0)
[junit4] Completed [327/901 (2!)] on J2 in 655.04s, 11 tests, 3 errors <<< FAILURES!
[...truncated 54273 lines...]