You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/07/30 03:12:25 UTC

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 518 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/518/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudPivotFacet.test

Error Message:
Error from server at http://127.0.0.1:35363/b_/collection1_shard1_replica_n1: ERROR adding document SolrInputDocument(fields: [id=2300, pivot_i1=22, pivot_i=[40, 41, 26, 33, 20], pivot_ti1=26, pivot_ti=[-71083978, 32, 2118079553, 36, 34, 21], pivot_l1=5011, pivot_l=[5081, 5004, 5003, 5098, 5058, 5088], pivot_tl1=5005, pivot_tl=[5049, 5099, 5049, 5049, 5062, 5021], pivot_f1=0.1, pivot_f=[0.5, Infinity, 0.25, 3.0638528E8], pivot_tf1=0.2, pivot_tf=[0.25, 0.25, 0.083333336, 0.5], pivot_d1=0.3333333333333333, pivot_td1=0.07692307692307693, pivot_td=[0.09090909090909091, 0.07692307692307693, 0.14285714285714285, 0.07142857142857142], pivot_dt=[-160879275-11-18T00:13:09.920Z, 2010-10-31T10:31:06.000Z, 2010-10-31T10:31:17.000Z, 2010-10-31T10:31:38.000Z, 2010-10-31T10:31:10.000Z, 2010-10-31T10:31:36.000Z], pivot_tdt1=2010-10-31T10:31:19.000Z, pivot_tdt=[2010-10-31T10:31:42.000Z, +219086461-07-26T13:01:46.571Z, 2010-10-31T10:31:48.000Z, 2010-10-31T10:31:24.000Z, -281850226-06-30T18:48:42.520Z], pivot_b1=f, pivot_b=[t, t, f, t], pivot_x_s1=c, pivot_x_s=[n, ꜕꜇꜒꜅꜓, v, q], pivot_y_s1=x, pivot_y_s=[q, q, o, v, q], pivot_z_s1=j, pivot_z_s=[m, q, m, , s], dense_pivot_x_s1=u, dense_pivot_x_s=[b, t, o, z, n, z], dense_pivot_y_s1=h, dense_pivot_y_s=[s, q, z, l, b, y], dense_pivot_i1=27, dense_pivot_i=[50, 25, 32, 23], dense_pivot_ti1=37, dense_pivot_ti=[23, 42, 35, 22, 23, 42], _version_=1673605265420713984, _root_=2300])

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:35363/b_/collection1_shard1_replica_n1: ERROR adding document SolrInputDocument(fields: [id=2300, pivot_i1=22, pivot_i=[40, 41, 26, 33, 20], pivot_ti1=26, pivot_ti=[-71083978, 32, 2118079553, 36, 34, 21], pivot_l1=5011, pivot_l=[5081, 5004, 5003, 5098, 5058, 5088], pivot_tl1=5005, pivot_tl=[5049, 5099, 5049, 5049, 5062, 5021], pivot_f1=0.1, pivot_f=[0.5, Infinity, 0.25, 3.0638528E8], pivot_tf1=0.2, pivot_tf=[0.25, 0.25, 0.083333336, 0.5], pivot_d1=0.3333333333333333, pivot_td1=0.07692307692307693, pivot_td=[0.09090909090909091, 0.07692307692307693, 0.14285714285714285, 0.07142857142857142], pivot_dt=[-160879275-11-18T00:13:09.920Z, 2010-10-31T10:31:06.000Z, 2010-10-31T10:31:17.000Z, 2010-10-31T10:31:38.000Z, 2010-10-31T10:31:10.000Z, 2010-10-31T10:31:36.000Z], pivot_tdt1=2010-10-31T10:31:19.000Z, pivot_tdt=[2010-10-31T10:31:42.000Z, +219086461-07-26T13:01:46.571Z, 2010-10-31T10:31:48.000Z, 2010-10-31T10:31:24.000Z, -281850226-06-30T18:48:42.520Z], pivot_b1=f, pivot_b=[t, t, f, t], pivot_x_s1=c, pivot_x_s=[n, ꜕꜇꜒꜅꜓, v, q], pivot_y_s1=x, pivot_y_s=[q, q, o, v, q], pivot_z_s1=j, pivot_z_s=[m, q, m, , s], dense_pivot_x_s1=u, dense_pivot_x_s=[b, t, o, z, n, z], dense_pivot_y_s1=h, dense_pivot_y_s=[s, q, z, l, b, y], dense_pivot_i1=27, dense_pivot_i=[50, 25, 32, 23], dense_pivot_ti1=37, dense_pivot_ti=[23, 42, 35, 22, 23, 42], _version_=1673605265420713984, _root_=2300])
	at __randomizedtesting.SeedInfo.seed([95DFE5E0102F334E:1D8BDA3ABED35EB6]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getRouteException(CloudSolrClient.java:125)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getRouteException(CloudSolrClient.java:46)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.directUpdate(BaseCloudSolrClient.java:579)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1076)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:156)
	at org.apache.solr.cloud.TestCloudPivotFacet.test(TestCloudPivotFacet.java:136)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35363/b_/collection1_shard1_replica_n1: ERROR adding document SolrInputDocument(fields: [id=2300, pivot_i1=22, pivot_i=[40, 41, 26, 33, 20], pivot_ti1=26, pivot_ti=[-71083978, 32, 2118079553, 36, 34, 21], pivot_l1=5011, pivot_l=[5081, 5004, 5003, 5098, 5058, 5088], pivot_tl1=5005, pivot_tl=[5049, 5099, 5049, 5049, 5062, 5021], pivot_f1=0.1, pivot_f=[0.5, Infinity, 0.25, 3.0638528E8], pivot_tf1=0.2, pivot_tf=[0.25, 0.25, 0.083333336, 0.5], pivot_d1=0.3333333333333333, pivot_td1=0.07692307692307693, pivot_td=[0.09090909090909091, 0.07692307692307693, 0.14285714285714285, 0.07142857142857142], pivot_dt=[-160879275-11-18T00:13:09.920Z, 2010-10-31T10:31:06.000Z, 2010-10-31T10:31:17.000Z, 2010-10-31T10:31:38.000Z, 2010-10-31T10:31:10.000Z, 2010-10-31T10:31:36.000Z], pivot_tdt1=2010-10-31T10:31:19.000Z, pivot_tdt=[2010-10-31T10:31:42.000Z, +219086461-07-26T13:01:46.571Z, 2010-10-31T10:31:48.000Z, 2010-10-31T10:31:24.000Z, -281850226-06-30T18:48:42.520Z], pivot_b1=f, pivot_b=[t, t, f, t], pivot_x_s1=c, pivot_x_s=[n, ꜕꜇꜒꜅꜓, v, q], pivot_y_s1=x, pivot_y_s=[q, q, o, v, q], pivot_z_s1=j, pivot_z_s=[m, q, m, , s], dense_pivot_x_s1=u, dense_pivot_x_s=[b, t, o, z, n, z], dense_pivot_y_s1=h, dense_pivot_y_s=[s, q, z, l, b, y], dense_pivot_i1=27, dense_pivot_i=[50, 25, 32, 23], dense_pivot_ti1=37, dense_pivot_ti=[23, 42, 35, 22, 23, 42], _version_=1673605265420713984, _root_=2300])
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:389)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:359)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.lambda$directUpdate$0(BaseCloudSolrClient.java:555)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 14979 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudPivotFacet
   [junit4]   2> 3086795 INFO  (SUITE-TestCloudPivotFacet-seed#[95DFE5E0102F334E]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3086795 INFO  (SUITE-TestCloudPivotFacet-seed#[95DFE5E0102F334E]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/data-dir-190-001
   [junit4]   2> 3086795 WARN  (SUITE-TestCloudPivotFacet-seed#[95DFE5E0102F334E]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 3086795 INFO  (SUITE-TestCloudPivotFacet-seed#[95DFE5E0102F334E]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3086797 INFO  (SUITE-TestCloudPivotFacet-seed#[95DFE5E0102F334E]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 3086797 INFO  (SUITE-TestCloudPivotFacet-seed#[95DFE5E0102F334E]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3086797 INFO  (SUITE-TestCloudPivotFacet-seed#[95DFE5E0102F334E]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /b_/
   [junit4]   2> 3086797 INFO  (SUITE-TestCloudPivotFacet-seed#[95DFE5E0102F334E]-worker) [     ] o.a.s.c.TestCloudPivotFacet init'ing useFieldRandomizedFactor = 26
   [junit4]   2> 3086800 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3086800 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3086800 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3086801 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 3086900 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer start zk server on port: 45651
   [junit4]   2> 3086900 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45651
   [junit4]   2> 3086900 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45651
   [junit4]   2> 3086900 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45651
   [junit4]   2> 3086902 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3086904 INFO  (zkConnectionManagerCallback-22242-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3086904 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3086907 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3086908 INFO  (zkConnectionManagerCallback-22244-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3086908 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3086909 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3086910 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3086911 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3086912 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3086913 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3086914 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3086915 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3086916 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3086917 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3086917 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3086918 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3086919 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 3087040 WARN  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 3087040 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3087040 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3087040 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_252-b09
   [junit4]   2> 3087040 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3087040 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3087040 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3087041 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1efeeb43{/b_,null,AVAILABLE}
   [junit4]   2> 3087041 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@77761086{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45749}
   [junit4]   2> 3087041 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.s.Server Started @3087071ms
   [junit4]   2> 3087041 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/tempDir-001/control/data, replicaType=NRT, hostContext=/b_, hostPort=45749, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/control-001/cores}
   [junit4]   2> 3087041 ERROR (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3087041 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3087042 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.7.0
   [junit4]   2> 3087042 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3087042 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 3087042 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-30T01:58:53.198Z
   [junit4]   2> 3087042 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3087043 INFO  (zkConnectionManagerCallback-22246-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3087043 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3087145 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3087145 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/control-001/solr.xml
   [junit4]   2> 3087150 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3087150 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3087151 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3087895 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3087896 WARN  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c201b82[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3087896 WARN  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c201b82[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3087899 WARN  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fc3d683[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3087899 WARN  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fc3d683[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3087900 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45651/solr
   [junit4]   2> 3087900 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3087902 INFO  (zkConnectionManagerCallback-22256-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3087902 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3088004 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3088004 INFO  (zkConnectionManagerCallback-22258-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3088005 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3088067 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45749_b_
   [junit4]   2> 3088067 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.c.Overseer Overseer (id=72222865828282372-127.0.0.1:45749_b_-n_0000000000) starting
   [junit4]   2> 3088072 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45749_b_
   [junit4]   2> 3088072 INFO  (OverseerStateUpdate-72222865828282372-127.0.0.1:45749_b_-n_0000000000) [n:127.0.0.1:45749_b_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45749_b_
   [junit4]   2> 3088073 INFO  (OverseerStateUpdate-72222865828282372-127.0.0.1:45749_b_-n_0000000000) [n:127.0.0.1:45749_b_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3088075 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3088076 WARN  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3088091 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3088109 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3088117 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3088117 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3088118 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [n:127.0.0.1:45749_b_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/control-001/cores
   [junit4]   2> 3088128 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3088129 INFO  (zkConnectionManagerCallback-22275-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3088129 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3088130 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3088131 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45651/solr ready
   [junit4]   2> 3088132 INFO  (qtp703277543-50066) [n:127.0.0.1:45749_b_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45749_b_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088134 INFO  (OverseerThreadFactory-22265-thread-1-processing-n:127.0.0.1:45749_b_) [n:127.0.0.1:45749_b_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 3088243 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3088243 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3089255 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.7.0
   [junit4]   2> 3089274 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 3089279 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 3089376 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3089391 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3089391 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 3089393 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7122f574
   [junit4]   2> 3089407 WARN  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3089447 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3089447 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3089448 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3089448 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3089449 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3089451 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3089452 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3089452 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 3089452 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1673605242534494208
   [junit4]   2> 3089455 INFO  (searcherExecutor-22277-thread-1-processing-n:127.0.0.1:45749_b_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 3089457 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 3089457 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 3089461 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3089461 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3089461 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45749/b_/control_collection_shard1_replica_n1/
   [junit4]   2> 3089461 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3089461 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45749/b_/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3089461 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72222865828282372-core_node2-n_0000000000
   [junit4]   2> 3089463 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45749/b_/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3089565 INFO  (zkCallback-22257-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3089565 INFO  (zkCallback-22257-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3089565 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3089567 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1324
   [junit4]   2> 3089570 INFO  (qtp703277543-50066) [n:127.0.0.1:45749_b_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3089668 INFO  (zkCallback-22257-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3089668 INFO  (zkCallback-22257-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3089668 INFO  (zkCallback-22257-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3089668 INFO  (qtp703277543-50066) [n:127.0.0.1:45749_b_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45749_b_&wt=javabin&version=2} status=0 QTime=1536
   [junit4]   2> 3089669 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 3089670 WARN  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]-SendThread(127.0.0.1:45651)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1009650565b0005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 3089773 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3089774 INFO  (zkConnectionManagerCallback-22286-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3089774 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3089775 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3089776 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45651/solr ready
   [junit4]   2> 3089776 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3089777 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3089779 INFO  (OverseerThreadFactory-22265-thread-2-processing-n:127.0.0.1:45749_b_) [n:127.0.0.1:45749_b_     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 3089779 INFO  (OverseerCollectionConfigSetProcessor-72222865828282372-127.0.0.1:45749_b_-n_0000000000) [n:127.0.0.1:45749_b_     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3089983 WARN  (OverseerThreadFactory-22265-thread-2-processing-n:127.0.0.1:45749_b_) [n:127.0.0.1:45749_b_     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 3089984 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3089985 INFO  (qtp703277543-50069) [n:127.0.0.1:45749_b_     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=208
   [junit4]   2> 3089985 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 3089985 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3089985 INFO  (watches-22283-thread-1) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 3089985 INFO  (watches-22283-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3089986 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 3089986 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3089986 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 3089986 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 3089986 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
   [junit4]   2> 3090092 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 3090093 WARN  (closeThreadPool-22287-thread-1) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 3090093 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3090093 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3090093 INFO  (closeThreadPool-22287-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_252-b09
   [junit4]   2> 3090099 INFO  (closeThreadPool-22287-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3090099 INFO  (closeThreadPool-22287-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3090099 INFO  (closeThreadPool-22287-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3090099 INFO  (closeThreadPool-22287-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64d77491{/b_,null,AVAILABLE}
   [junit4]   2> 3090099 INFO  (closeThreadPool-22287-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2402d7f0{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41815}
   [junit4]   2> 3090099 INFO  (closeThreadPool-22287-thread-1) [     ] o.e.j.s.Server Started @3090129ms
   [junit4]   2> 3090099 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/b_, hostPort=41815, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-1-001/cores}
   [junit4]   2> 3090100 ERROR (closeThreadPool-22287-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3090100 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3090100 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.7.0
   [junit4]   2> 3090100 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3090100 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 3090100 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-30T01:58:56.256Z
   [junit4]   2> 3090101 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3090102 INFO  (zkConnectionManagerCallback-22289-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3090102 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3090203 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3090203 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-1-001/solr.xml
   [junit4]   2> 3090206 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3090206 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3090208 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3090218 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 3090218 WARN  (closeThreadPool-22287-thread-2) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 3090218 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3090218 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3090218 INFO  (closeThreadPool-22287-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_252-b09
   [junit4]   2> 3090223 INFO  (closeThreadPool-22287-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3090223 INFO  (closeThreadPool-22287-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3090223 INFO  (closeThreadPool-22287-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3090224 INFO  (closeThreadPool-22287-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@531c5ab4{/b_,null,AVAILABLE}
   [junit4]   2> 3090224 INFO  (closeThreadPool-22287-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3a2b006b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35363}
   [junit4]   2> 3090224 INFO  (closeThreadPool-22287-thread-2) [     ] o.e.j.s.Server Started @3090253ms
   [junit4]   2> 3090224 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/b_, hostPort=35363, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-2-001/cores}
   [junit4]   2> 3090224 ERROR (closeThreadPool-22287-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3090224 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3090224 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.7.0
   [junit4]   2> 3090224 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3090224 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 3090224 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-30T01:58:56.380Z
   [junit4]   2> 3090227 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3090231 INFO  (zkConnectionManagerCallback-22294-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3090231 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3090232 WARN  (closeThreadPool-22287-thread-2-SendThread(127.0.0.1:45651)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1009650565b0008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b0008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b0008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 3090322 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-3-001 of type NRT for shard2
   [junit4]   2> 3090323 WARN  (closeThreadPool-22287-thread-3) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 3090323 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3090323 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3090323 INFO  (closeThreadPool-22287-thread-3) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_252-b09
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12716dc9{/b_,null,AVAILABLE}
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6c2526b9{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45997}
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.e.j.s.Server Started @3090354ms
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/b_, hostPort=45997, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-3-001/cores}
   [junit4]   2> 3090324 ERROR (closeThreadPool-22287-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.7.0
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 3090324 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-30T01:58:56.480Z
   [junit4]   2> 3090325 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3090327 INFO  (zkConnectionManagerCallback-22296-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3090327 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3090328 WARN  (closeThreadPool-22287-thread-3-SendThread(127.0.0.1:45651)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1009650565b0009.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b0009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b0009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 3090333 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3090333 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-2-001/solr.xml
   [junit4]   2> 3090349 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3090349 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3090350 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3090422 INFO  (TEST-TestCloudPivotFacet.test-seed#[95DFE5E0102F334E]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-4-001 of type NRT for shard1
   [junit4]   2> 3090423 WARN  (closeThreadPool-22287-thread-4) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 3090423 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3090423 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3090423 INFO  (closeThreadPool-22287-thread-4) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_252-b09
   [junit4]   2> 3090431 INFO  (closeThreadPool-22287-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3090431 INFO  (closeThreadPool-22287-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3090432 INFO  (closeThreadPool-22287-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3090432 INFO  (closeThreadPool-22287-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5efd273a{/b_,null,AVAILABLE}
   [junit4]   2> 3090432 INFO  (closeThreadPool-22287-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1151c26f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:44587}
   [junit4]   2> 3090432 INFO  (closeThreadPool-22287-thread-4) [     ] o.e.j.s.Server Started @3090461ms
   [junit4]   2> 3090432 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/b_, hostPort=44587, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-4-001/cores}
   [junit4]   2> 3090432 ERROR (closeThreadPool-22287-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3090432 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3090432 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.7.0
   [junit4]   2> 3090432 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3090432 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 3090432 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-30T01:58:56.588Z
   [junit4]   2> 3090433 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3090433 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-3-001/solr.xml
   [junit4]   2> 3090435 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3090437 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3090437 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3090438 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3090439 INFO  (zkConnectionManagerCallback-22301-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3090439 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3090527 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3090528 WARN  (closeThreadPool-22287-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@53c3fe85[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090528 WARN  (closeThreadPool-22287-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@53c3fe85[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090532 WARN  (closeThreadPool-22287-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@228f9451[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090532 WARN  (closeThreadPool-22287-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@228f9451[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090533 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45651/solr
   [junit4]   2> 3090535 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3090538 INFO  (zkConnectionManagerCallback-22311-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3090538 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3090539 WARN  (closeThreadPool-22287-thread-1-SendThread(127.0.0.1:45651)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1009650565b000b.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b000b, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 3090540 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3090540 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-4-001/solr.xml
   [junit4]   2> 3090543 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3090543 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3090544 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3090551 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3090552 WARN  (closeThreadPool-22287-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@77634797[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090552 WARN  (closeThreadPool-22287-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@77634797[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090553 WARN  (closeThreadPool-22287-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33064032[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090553 WARN  (closeThreadPool-22287-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33064032[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090555 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45651/solr
   [junit4]   2> 3090555 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3090559 INFO  (zkConnectionManagerCallback-22321-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3090559 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3090560 WARN  (closeThreadPool-22287-thread-2-SendThread(127.0.0.1:45651)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1009650565b000c.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 3090641 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3090642 INFO  (zkConnectionManagerCallback-22323-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3090642 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3090646 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3090648 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.c.ZkController Publish node=127.0.0.1:41815_b_ as DOWN
   [junit4]   2> 3090649 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3090649 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41815_b_
   [junit4]   2> 3090650 INFO  (zkCallback-22257-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3090651 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3090651 WARN  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3090652 INFO  (zkCallback-22285-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3090656 INFO  (zkCallback-22322-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3090675 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3090697 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3090708 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3090708 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3090709 INFO  (closeThreadPool-22287-thread-1) [n:127.0.0.1:41815_b_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-1-001/cores
   [junit4]   2> 3090724 INFO  (closeThreadPool-22287-thread-1) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:41815_b_
   [junit4]   2> 3090741 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3090742 INFO  (zkConnectionManagerCallback-22333-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3090742 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3090746 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3090748 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.c.ZkController Publish node=127.0.0.1:35363_b_ as DOWN
   [junit4]   2> 3090749 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3090749 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35363_b_
   [junit4]   2> 3090750 INFO  (zkCallback-22322-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3090750 INFO  (zkCallback-22285-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3090755 INFO  (zkCallback-22257-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3090755 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3090756 WARN  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3090759 INFO  (zkCallback-22332-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3090771 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3090804 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3090814 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3090814 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3090815 INFO  (closeThreadPool-22287-thread-2) [n:127.0.0.1:35363_b_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-2-001/cores
   [junit4]   2> 3090830 INFO  (closeThreadPool-22287-thread-2) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:35363_b_
   [junit4]   2> 3090866 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3090867 WARN  (closeThreadPool-22287-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@44a47d4c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090867 WARN  (closeThreadPool-22287-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@44a47d4c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090869 WARN  (closeThreadPool-22287-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1e88f0ad[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090869 WARN  (closeThreadPool-22287-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1e88f0ad[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3090870 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45651/solr
   [junit4]   2> 3090871 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3090872 INFO  (zkConnectionManagerCallback-22348-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3090872 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3090873 WARN  (closeThreadPool-22287-thread-3-SendThread(127.0.0.1:45651)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1009650565b000f.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b000f, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1009650565b000f, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 3090974 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3090975 INFO  (zkConnectionManagerCallback-22350-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3090975 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3090979 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3090981 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.c.ZkController Publish node=127.0.0.1:45997_b_ as DOWN
   [junit4]   2> 3090982 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3090982 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45997_b_
   [junit4]   2> 3090987 INFO  (zkCallback-22332-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3090987 INFO  (zkCallback-22322-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3090987 INFO  (zkCallback-22285-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3090987 INFO  (zkCallback-22257-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3090987 INFO  (zkCallback-22349-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3090988 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3090989 WARN  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3091005 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3091024 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3091034 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3091034 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@45053827
   [junit4]   2> 3091035 INFO  (closeThreadPool-22287-thread-3) [n:127.0.0.1:45997_b_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001/shard-3-001/cores
   [junit4]   2> 3091052 INFO  (closeThreadPool-22287-thread-3) [     ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:45997_b_
   [junit4]   2> 3091601 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3091602 WARN  (closeThreadPool-22287-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6351d0df[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091602 WARN  (closeThreadPool-22287-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6351d0df[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091604 WARN  (closeThreadPool-22287-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67ad8e98[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091604 WARN  (closeThreadPool-22287-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67ad8e98[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3091606 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45651/solr
   [junit4]   2> 3091606 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3091607 INFO  (zkConnectionManagerCallback-22365-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091607 INFO  (closeThreadPool-22287-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3091709 INFO  (closeThreadPool-22287-thread-4) [n:127.0.0.1:44587_b_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3091710 INFO  (zkConnectionManagerCallback-22367-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3091710 INFO  (closeThreadPool-22287-thread-4) [n:127.0.0.1:44587_b_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3091714 INFO  (closeThreadPool-22287-thread-4) [n:127.0.0.1:44587_b_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3091717 INFO  (closeThreadPool-22287-thread-4) [n:127.0.0.1:44587_b_     ] o.a.s.c.ZkController Publish node=127.0.0.1:44587_b_ as DOWN
   [junit4]   2> 3091717 INFO  (closeThreadPool-22287-thread-4) [n:127.0.0.1:44587_b_     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3091717 INFO  (closeThreadPool-22287-thread-4) [n:127.0.0.1:44587_b_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44587_b_
   [junit4]   2> 3091718 INFO  (zkCallback-22322-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3091718 INFO  (zkCallback-22349-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3091718 INFO  (zkCallback-22285-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3091718 INFO  (zkCallback-22332-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3091719 INFO  (zkCallback-22257-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3091719 INFO  (zkCallback-22366-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3091720 INFO  (closeThreadPool-22287-thread-4) [n:127.0.0.1:44587_b_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3091720 WARN  (closeThreadPool-22287-thread-4) [n:127.0.0.1:44587_b_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://

[...truncated too long message...]

Statement(BaseDistributedSearchTestCase.java:1090)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35363/b_/collection1_shard1_replica_n1: ERROR adding document SolrInputDocument(fields: [id=2300, pivot_i1=22, pivot_i=[40, 41, 26, 33, 20], pivot_ti1=26, pivot_ti=[-71083978, 32, 2118079553, 36, 34, 21], pivot_l1=5011, pivot_l=[5081, 5004, 5003, 5098, 5058, 5088], pivot_tl1=5005, pivot_tl=[5049, 5099, 5049, 5049, 5062, 5021], pivot_f1=0.1, pivot_f=[0.5, Infinity, 0.25, 3.0638528E8], pivot_tf1=0.2, pivot_tf=[0.25, 0.25, 0.083333336, 0.5], pivot_d1=0.3333333333333333, pivot_td1=0.07692307692307693, pivot_td=[0.09090909090909091, 0.07692307692307693, 0.14285714285714285, 0.07142857142857142], pivot_dt=[-160879275-11-18T00:13:09.920Z, 2010-10-31T10:31:06.000Z, 2010-10-31T10:31:17.000Z, 2010-10-31T10:31:38.000Z, 2010-10-31T10:31:10.000Z, 2010-10-31T10:31:36.000Z], pivot_tdt1=2010-10-31T10:31:19.000Z, pivot_tdt=[2010-10-31T10:31:42.000Z, +219086461-07-26T13:01:46.571Z, 2010-10-31T10:31:48.000Z, 2010-10-31T10:31:24.000Z, -281850226-06-30T18:48:42.520Z], pivot_b1=f, pivot_b=[t, t, f, t], pivot_x_s1=c, pivot_x_s=[n, ꜕꜇꜒꜅꜓, v, q], pivot_y_s1=x, pivot_y_s=[q, q, o, v, q], pivot_z_s1=j, pivot_z_s=[m, q, m, , s], dense_pivot_x_s1=u, dense_pivot_x_s=[b, t, o, z, n, z], dense_pivot_y_s1=h, dense_pivot_y_s=[s, q, z, l, b, y], dense_pivot_i1=27, dense_pivot_i=[50, 25, 32, 23], dense_pivot_ti1=37, dense_pivot_ti=[23, 42, 35, 22, 23, 42], _version_=1673605265420713984, _root_=2300])
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:389)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:359)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.lambda$directUpdate$0(BaseCloudSolrClient.java:555)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	... 1 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_95DFE5E0102F334E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {dense_pivot_y_s=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=LuceneFixedGap), _root_=PostingsFormat(name=MockRandom), pivot_x_s=BlockTreeOrds(blocksize=128), pivot_b1=PostingsFormat(name=LuceneFixedGap), pivot_x_s1=PostingsFormat(name=LuceneFixedGap), pivot_y_s=PostingsFormat(name=LuceneFixedGap), pivot_z_s=Lucene84, pivot_y_s1=Lucene84, pivot_z_s1=PostingsFormat(name=MockRandom), id=BlockTreeOrds(blocksize=128), dense_pivot_x_s1=PostingsFormat(name=LuceneFixedGap), pivot_b=Lucene84, dense_pivot_y_s1=Lucene84, dense_pivot_x_s=BlockTreeOrds(blocksize=128)}, docValues:{pivot_dt1=DocValuesFormat(name=Asserting), dense_pivot_i1=DocValuesFormat(name=Lucene80), pivot_l1=DocValuesFormat(name=Direct), range_facet_l_dv=DocValuesFormat(name=Lucene80), pivot_f1=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Direct), pivot_d1=DocValuesFormat(name=Direct), pivot_dt=DocValuesFormat(name=Lucene80), dense_pivot_ti1=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Asserting), dense_pivot_ti=DocValuesFormat(name=Direct), pivot_tl1=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Asserting), pivot_td1=DocValuesFormat(name=Asserting), pivot_tdt=DocValuesFormat(name=Lucene80), pivot_i1=DocValuesFormat(name=Lucene80), pivot_tf1=DocValuesFormat(name=Direct), pivot_td=DocValuesFormat(name=Lucene80), pivot_tf=DocValuesFormat(name=Lucene80), pivot_f=DocValuesFormat(name=Lucene80), pivot_ti=DocValuesFormat(name=Direct), pivot_tl=DocValuesFormat(name=Lucene80), pivot_i=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Direct), pivot_l=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Direct), pivot_ti1=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Asserting), dense_pivot_i=DocValuesFormat(name=Asserting), pivot_tdt1=DocValuesFormat(name=Asserting), pivot_d=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=200, maxMBSortInHeap=5.692299966572749, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=en-US, timezone=Europe/Madrid
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=322641832,total=521142272
   [junit4]   2> NOTE: All tests run in this JVM: [UtilsToolTest, TestManagedStopFilterFactory, TestSolrCloudWithHadoopAuthPlugin, TestObjectReleaseTracker, ReplicationFactorTest, DistributedSpellCheckComponentTest, DirectSolrConnectionTest, ChangedSchemaMergeTest, TestCloudJSONFacetSKGEquiv, DistributedFacetPivotSmallTest, TestCustomDocTransformer, SyncSliceTest, CloneFieldUpdateProcessorFactoryTest, QueryResultKeyTest, TestSQLHandlerNonCloud, SolrTestCaseJ4Test, DirectSolrSpellCheckerTest, AliasIntegrationTest, TestMacroExpander, TestRawResponseWriter, CreateCollectionCleanupTest, AssignTest, TestFieldSortValues, IndexSizeTriggerSizeEstimationTest, VersionInfoTest, BadCopyFieldTest, DateFieldTest, TriggerEventQueueTest, SuggestComponentTest, TestShardHandlerFactory, ProtectedTermFilterFactoryTest, SharedFSAutoReplicaFailoverTest, MultiThreadedOCPTest, ZkDynamicConfigTest, RandomizedTaggerTest, SolrIndexMetricsTest, HdfsChaosMonkeySafeLeaderTest, BinaryUpdateRequestHandlerTest, TransactionLogTest, MultiDestinationAuditLoggerTest, TestXmlQParserPlugin, TestEmbeddedSolrServerConstructors, CircularListTest, CdcrVersionReplicationTest, CdcrOpsAndBoundariesTest, HdfsRecoveryZkTest, TestExceedMaxTermLength, ExitableDirectoryReaderTest, TestFieldCacheWithThreads, OutputWriterTest, CollectionTooManyReplicasTest, TestReplicationHandler, HdfsWriteToMultipleCollectionsTest, TestUnifiedSolrHighlighterWithoutStoredId, LeaderElectionIntegrationTest, SpellingQueryConverterTest, TestSimpleTrackingShardHandler, TestTolerantUpdateProcessorRandomCloud, DeleteLastCustomShardedReplicaTest, DeleteShardTest, OverseerSolrResponseUnsafeSerializationTest, ZkNodePropsTest, HighlighterWithoutStoredIdTest, NestedAtomicUpdateTest, TestSolrCloudSnapshots, HdfsDirectoryTest, ManagedSchemaRoundRobinCloudTest, PhrasesIdentificationComponentTest, SolrJmxReporterCloudTest, DistribDocExpirationUpdateProcessorTest, TestJsonRangeFacets, SimpleFacetsTest, DirectUpdateHandlerTest, TestReqParamsAPI, HttpPartitionTest, TokenizerChainTest, TestDynamicFieldCollectionResource, TestSchemaNameResource, ResourceLoaderTest, URLClassifyProcessorTest, TestExactSharedStatsCache, TestFuzzyAnalyzedSuggestions, TestFaceting, NodeLostTriggerIntegrationTest, LegacyCloudClusterPropTest, TestUseDocValuesAsStored2, SplitHandlerTest, FuzzySearchTest, TestSolrCLIRunExample, TestSolr4Spatial2, MetricsConfigTest, ConfigureRecoveryStrategyTest, AtomicUpdateRemovalJavabinTest, TestTolerantSearch, SolrCloudExampleTest, MoveReplicaHDFSTest, TemplateUpdateProcessorTest, TestQueryUtils, ConvertedLegacyTest, TestDocTermOrdsUninvertLimit, GraphQueryTest, TestJoin, TestRecovery, RouteFieldTest, IndexSizeEstimatorTest, WrapperMergePolicyFactoryTest, HighlighterConfigTest, HLLUtilTest, TestStreamBody, MetricUtilsTest, NumberUtilsTest, TestSolrQueryResponse, HdfsAutoAddReplicasIntegrationTest, PeerSyncTest, TestSchemaVersionResource, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLuceneMatchVersion, MetricTriggerTest, MergeStrategyTest, TestScoreJoinQPNoScore, DistributedDebugComponentTest, TestConfigSetImmutable, SmileWriterTest, OpenExchangeRatesOrgProviderTest, RecoveryAfterSoftCommitTest, TestQuerySenderListener, SpatialHeatmapFacetsTest, TestConfigSetsAPIZkFailure, BlockCacheTest, TestBM25SimilarityFactory, DistributedIntervalFacetingTest, TestCodecSupport, ExternalFileFieldSortTest, TestTrieFacet, TestBlobHandler, FieldAnalysisRequestHandlerTest, TestPullReplica, TestDynamicLoadingUrl, TestBinaryField, SpellCheckCollatorTest, TestCoreAdminApis, DistributedUpdateProcessorTest, ResponseHeaderTest, SignificantTermsQParserPluginTest, HdfsCollectionsAPIDistributedZkTest, LeaderFailureAfterFreshStartTest, CustomHighlightComponentTest, TestRangeQuery, TestSort, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, ForceLeaderWithTlogReplicasTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderElectionTest, LeaderFailoverAfterPartitionTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MultiSolrCloudTestCaseTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, PackageManagerCLITest, PeerSyncReplicationTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPivotFacet]
   [junit4] Completed [461/917 (1!)] on J2 in 27.82s, 1 test, 1 error <<< FAILURES!

[...truncated 53596 lines...]

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 519 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/519/

3 tests failed.
FAILED:  org.apache.lucene.search.join.TestBlockJoin.testMultiChildQueriesOfDiffParentLevels

Error Message:
this writer hit an unrecoverable error; cannot commit

Stack Trace:
java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot commit
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3187)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3597)
	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1099)
	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1140)
	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
	at org.apache.lucene.index.RandomIndexWriter.close(RandomIndexWriter.java:486)
	at org.apache.lucene.search.join.TestBlockJoin.testMultiChildQueriesOfDiffParentLevels(TestBlockJoin.java:1447)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
	at org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
	at org.apache.lucene.codecs.simpletext.SimpleTextUtil.write(SimpleTextUtil.java:48)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.write(SimpleTextBKDWriter.java:1175)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.writeLeafBlockPackedValues(SimpleTextBKDWriter.java:717)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1046)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.finish(SimpleTextBKDWriter.java:612)
	at org.apache.lucene.codecs.simpletext.SimpleTextPointsWriter.writeField(SimpleTextPointsWriter.java:104)
	at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
	at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
	at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4586)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4190)
	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5741)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:34055

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:34055
	at __randomizedtesting.SeedInfo.seed([A7B1709BB2E8268F:2FE54F411C144B77]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:389)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:359)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1173)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 52 more


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestBulkSchemaConcurrent

Error Message:
ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:816)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1007)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:556)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:999)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:405)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:784)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1007)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.lang.Thread.run(Thread.java:748)   expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:816)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1007)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:556)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:999)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:405)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:784)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1007)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.lang.Thread.run(Thread.java:748)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:816)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1007)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:556)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:999)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:405)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:784)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1007)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.lang.Thread.run(Thread.java:748)

 expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:816)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1007)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:556)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:999)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:405)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:784)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1007)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.lang.Thread.run(Thread.java:748)

>
	at __randomizedtesting.SeedInfo.seed([A7B1709BB2E8268F]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:327)
	at sun.reflect.GeneratedMethodAccessor56.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 9157 lines...]
   [junit4] Suite: org.apache.lucene.search.join.TestBlockJoin
   [junit4]   2> ???? 31, 2020 9:36:27 ?? com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #0,5,TGRP-TestBlockJoin]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([87C1B4698825B97C]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:694)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
   [junit4]   2> 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
   [junit4]   2> 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
   [junit4]   2> 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
   [junit4]   2> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]   2> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]   2> 	at org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextUtil.write(SimpleTextUtil.java:48)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.write(SimpleTextBKDWriter.java:1175)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.writeLeafBlockPackedValues(SimpleTextBKDWriter.java:717)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1046)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.finish(SimpleTextBKDWriter.java:612)
   [junit4]   2> 	at org.apache.lucene.codecs.simpletext.SimpleTextPointsWriter.writeField(SimpleTextPointsWriter.java:104)
   [junit4]   2> 	at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
   [junit4]   2> 	at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4586)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4190)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5741)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBlockJoin -Dtests.method=testMultiChildQueriesOfDiffParentLevels -Dtests.seed=87C1B4698825B97C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=el -Dtests.timezone=Asia/Harbin -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    538s J2 | TestBlockJoin.testMultiChildQueriesOfDiffParentLevels <<<
   [junit4]    > Throwable #1: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot commit
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3187)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3597)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1099)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1140)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:77)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.close(RandomIndexWriter.java:486)
   [junit4]    > 	at org.apache.lucene.search.join.TestBlockJoin.testMultiChildQueriesOfDiffParentLevels(TestBlockJoin.java:1447)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]    > 	at org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextUtil.write(SimpleTextUtil.java:48)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.write(SimpleTextBKDWriter.java:1175)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.writeLeafBlockPackedValues(SimpleTextBKDWriter.java:717)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1046)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.finish(SimpleTextBKDWriter.java:612)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextPointsWriter.writeField(SimpleTextPointsWriter.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4586)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4190)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5741)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=18, name=Lucene Merge Thread #0, state=RUNNABLE, group=TGRP-TestBlockJoin]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([87C1B4698825B97C]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:694)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeByte(MockIndexOutputWrapper.java:126)
   [junit4]    > 	at org.apache.lucene.store.RateLimitedIndexOutput.writeByte(RateLimitedIndexOutput.java:66)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextUtil.write(SimpleTextUtil.java:48)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.write(SimpleTextBKDWriter.java:1175)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.writeLeafBlockPackedValues(SimpleTextBKDWriter.java:717)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1046)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1089)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.build(SimpleTextBKDWriter.java:1094)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextBKDWriter.finish(SimpleTextBKDWriter.java:612)
   [junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextPointsWriter.writeField(SimpleTextPointsWriter.java:104)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4586)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4190)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5741)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:682)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/join/test/J2/temp/lucene.search.join.TestBlockJoin_87C1B4698825B97C-001
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=Asserting(RandomSimilarity(queryNorm=false): {country=DFR I(n)B1, parent=DFR GL3(800.0), docType=F1EXP, child0=F1LOG, child1=DFR I(ne)L1, foo_parent=DFR I(ne)L2, parent0=IB LL-L2, parent1=DFR I(n)B3(800.0), qualification=DFR I(n)BZ(0.3), skill=DFR I(ne)B1, foo_child=IB LL-D1, childText=DFR I(ne)B1, parentText=DFR I(n)LZ(0.3), parent2=IB SPL-D1, child=IB SPL-D2}), locale=el, timezone=Asia/Harbin
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=52211600,total=458227712
   [junit4]   2> NOTE: All tests run in this JVM: [TestQueryBitSetProducer, TestCheckJoinIndex, TestBlockJoin]
   [junit4] Completed [9/9 (1!)] on J2 in 541.63s, 18 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J2: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/join/test/temp/junit4-J2-20200731_012724_8376341064821792331588.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid2276.hprof ...
   [junit4] Heap dump file created [418882213 bytes in 0.384 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 5647 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> 3192065 INFO  (SUITE-RollingRestartTest-seed#[A7B1709BB2E8268F]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3192065 INFO  (SUITE-RollingRestartTest-seed#[A7B1709BB2E8268F]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3192065 INFO  (SUITE-RollingRestartTest-seed#[A7B1709BB2E8268F]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_A7B1709BB2E8268F-001/data-dir-41-001
   [junit4]   2> 3192066 INFO  (SUITE-RollingRestartTest-seed#[A7B1709BB2E8268F]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3192067 INFO  (SUITE-RollingRestartTest-seed#[A7B1709BB2E8268F]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3192067 INFO  (SUITE-RollingRestartTest-seed#[A7B1709BB2E8268F]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 3192070 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3192070 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3192070 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3192071 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 3192170 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer start zk server on port: 39505
   [junit4]   2> 3192170 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39505
   [junit4]   2> 3192170 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39505
   [junit4]   2> 3192170 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39505
   [junit4]   2> 3192173 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3192176 INFO  (zkConnectionManagerCallback-59568-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3192177 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3192183 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3192185 INFO  (zkConnectionManagerCallback-59570-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3192185 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3192187 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3192188 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3192189 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3192190 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3192191 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3192192 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3192192 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3192193 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3192194 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3192195 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3192196 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3192197 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 3192299 WARN  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
   [junit4]   2> 3192299 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3192299 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3192299 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_252-b09
   [junit4]   2> 3192300 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3192300 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3192300 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3192300 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6afecee2{/,null,AVAILABLE}
   [junit4]   2> 3192302 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@71aac09b{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43967}
   [junit4]   2> 3192302 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.e.j.s.Server Started @3192331ms
   [junit4]   2> 3192302 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_A7B1709BB2E8268F-001/tempDir-001/control/data, hostContext=/, hostPort=43967, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_A7B1709BB2E8268F-001/control-001/cores}
   [junit4]   2> 3192302 ERROR (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3192302 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3192302 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.7.0
   [junit4]   2> 3192302 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3192302 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 3192302 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-31T02:53:01.967Z
   [junit4]   2> 3192305 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3192306 INFO  (zkConnectionManagerCallback-59572-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3192306 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3192407 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3192407 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_A7B1709BB2E8268F-001/control-001/solr.xml
   [junit4]   2> 3192411 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3192411 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3192412 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@185b2016, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3193128 INFO  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 3193129 WARN  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@429b6b49[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3193129 WARN  (TEST-RollingRestartTest.test-seed#[A7B1709BB2E8268F]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@429b6b49[provider=null,keyStore=null,trustStore=null]
   [junit4]   2>

[...truncated too long message...]

thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:556)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:999)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:405)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:784)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1007)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:924)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1381)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1267)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:214)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > >
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A7B1709BB2E8268F]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:327)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [757/917 (2!)] on J1 in 77.41s, 1 test, 1 failure <<< FAILURES!

[...truncated 10034 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid2276.hprof

Total time: 295 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any