You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/01/04 11:13:36 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1741 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1741/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([3204C11C22286DCA:BA50FEC68CD40032]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:195)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:143)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:138)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1032)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:164)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15629 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/init-core-data-001
   [junit4]   2> 3676396 INFO  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /pj_a/s
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3676444 WARN  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3676451 WARN  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3676455 INFO  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3676488 INFO  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_41221_hdfs____lw3f9a/webapp
   [junit4]   2> 3676907 INFO  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41221
   [junit4]   2> 3677028 WARN  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3677029 INFO  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3677054 INFO  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_34444_datanode____3uyxwa/webapp
   [junit4]   2> 3677467 INFO  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34444
   [junit4]   2> 3677509 WARN  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3677510 INFO  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3677531 INFO  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46597_datanode____.m2p7wo/webapp
   [junit4]   2> 3677576 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost/127.0.0.1:37662) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 3677585 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x1b78d136c8ba20: from storage DS-2941ed66-af0a-44e5-b3b4-e135378f6d53 node DatanodeRegistration(127.0.0.1:32933, datanodeUuid=9b384aeb-a634-493e-b124-a6344d383dd3, infoPort=43910, infoSecurePort=0, ipcPort=40037, storageInfo=lv=-56;cid=testClusterID;nsid=794934529;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 3677585 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x1b78d136c8ba20: from storage DS-0cd65a52-4f78-41f6-bc9b-1ea2274134d7 node DatanodeRegistration(127.0.0.1:32933, datanodeUuid=9b384aeb-a634-493e-b124-a6344d383dd3, infoPort=43910, infoSecurePort=0, ipcPort=40037, storageInfo=lv=-56;cid=testClusterID;nsid=794934529;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 3677965 INFO  (SUITE-StressHdfsTest-seed#[3204C11C22286DCA]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46597
   [junit4]   2> 3678088 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost/127.0.0.1:37662) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 3678094 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x1b78d1552bf835: from storage DS-5867c7aa-1076-4f22-943d-80ebe0316eaa node DatanodeRegistration(127.0.0.1:32910, datanodeUuid=3e905431-e960-40b0-a8a1-8edd501fa5a0, infoPort=42517, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-56;cid=testClusterID;nsid=794934529;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 3678094 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x1b78d1552bf835: from storage DS-55bbfb2c-4adf-4c5f-9075-39daf99c6f50 node DatanodeRegistration(127.0.0.1:32910, datanodeUuid=3e905431-e960-40b0-a8a1-8edd501fa5a0, infoPort=42517, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-56;cid=testClusterID;nsid=794934529;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 3678161 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3678161 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3678161 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3678261 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer start zk server on port:43578
   [junit4]   2> 3678261 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43578
   [junit4]   2> 3678261 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43578
   [junit4]   2> 3678267 INFO  (zkConnectionManagerCallback-15581-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3678275 INFO  (zkConnectionManagerCallback-15583-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3678278 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3678280 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3678282 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3678284 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3678285 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3678300 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3678301 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3678303 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3678304 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3678305 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3678306 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3678307 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 3678485 WARN  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3678485 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3678485 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3678485 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3678487 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3678487 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3678487 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3678489 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75d6f7a3{/pj_a/s,null,AVAILABLE}
   [junit4]   2> 3678490 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7ae4991b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44190}
   [junit4]   2> 3678490 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.e.j.s.Server Started @3678564ms
   [junit4]   2> 3678490 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37662/hdfs__localhost_37662__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001_tempDir-002_control_data, hostContext=/pj_a/s, hostPort=44190, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/control-001/cores}
   [junit4]   2> 3678490 ERROR (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3678490 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3678490 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3678491 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3678491 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3678491 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-04T10:31:29.921Z
   [junit4]   2> 3678493 INFO  (zkConnectionManagerCallback-15585-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3678494 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3678494 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/control-001/solr.xml
   [junit4]   2> 3678502 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3678502 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3678505 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3678697 WARN  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@858856f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3678707 WARN  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@d406cff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3678709 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43578/solr
   [junit4]   2> 3678723 INFO  (zkConnectionManagerCallback-15591-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3678726 INFO  (zkConnectionManagerCallback-15593-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3678817 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44190_pj_a%2Fs
   [junit4]   2> 3678817 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.c.Overseer Overseer (id=72564361965600772-127.0.0.1:44190_pj_a%2Fs-n_0000000000) starting
   [junit4]   2> 3678838 INFO  (zkConnectionManagerCallback-15600-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3678843 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43578/solr ready
   [junit4]   2> 3678853 INFO  (OverseerStateUpdate-72564361965600772-127.0.0.1:44190_pj_a%2Fs-n_0000000000) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44190_pj_a%2Fs
   [junit4]   2> 3678855 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44190_pj_a%2Fs
   [junit4]   2> 3678867 INFO  (zkCallback-15599-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3678872 INFO  (zkCallback-15592-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3678905 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3678941 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3678956 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3678956 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3678958 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/control-001/cores
   [junit4]   2> 3678987 INFO  (zkConnectionManagerCallback-15606-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3678988 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3678990 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43578/solr ready
   [junit4]   2> 3678992 INFO  (qtp2114240905-62594) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44190_pj_a%252Fs&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3678995 INFO  (OverseerThreadFactory-14291-thread-1-processing-n:127.0.0.1:44190_pj_a%2Fs) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 3679101 INFO  (qtp2114240905-62596) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3679102 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3679103 INFO  (qtp2114240905-62593) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3679104 INFO  (qtp2114240905-62595) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3679105 INFO  (qtp2114240905-62596) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3679110 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3679110 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3680135 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3680152 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 3680300 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3680319 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 3680319 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3680319 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37662/solr_hdfs_home
   [junit4]   2> 3680319 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3680320 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost:37662/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 3680321 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37662/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 3680330 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3680330 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3680330 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3680337 WARN  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 3685343 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3685343 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37662/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 3685362 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37662/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 3685369 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3685369 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3685369 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3685378 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3685379 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3685398 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32910 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0cd65a52-4f78-41f6-bc9b-1ea2274134d7:NORMAL:127.0.0.1:32933|RBW], ReplicaUC[[DISK]DS-5867c7aa-1076-4f22-943d-80ebe0316eaa:NORMAL:127.0.0.1:32910|RBW]]} size 0
   [junit4]   2> 3685401 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32933 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5867c7aa-1076-4f22-943d-80ebe0316eaa:NORMAL:127.0.0.1:32910|RBW], ReplicaUC[[DISK]DS-2941ed66-af0a-44e5-b3b4-e135378f6d53:NORMAL:127.0.0.1:32933|FINALIZED]]} size 0
   [junit4]   2> 3685405 WARN  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3685468 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3685468 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3685468 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 3685484 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3685484 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3685486 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@12bd4e54
   [junit4]   2> 3685497 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3560d34a[control_collection_shard1_replica_n1] main]
   [junit4]   2> 3685498 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3685499 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3685499 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3685500 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1621725436371271680
   [junit4]   2> 3685504 INFO  (searcherExecutor-14296-thread-1-processing-n:127.0.0.1:44190_pj_a%2Fs x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3560d34a[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3685514 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 3685515 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 3685519 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3685519 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3685519 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44190/pj_a/s/control_collection_shard1_replica_n1/
   [junit4]   2> 3685519 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3685519 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44190/pj_a/s/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 3685520 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72564361965600772-core_node2-n_0000000000
   [junit4]   2> 3685522 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44190/pj_a/s/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 3685523 INFO  (zkCallback-15592-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3685524 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3685526 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6416
   [junit4]   2> 3685530 INFO  (qtp2114240905-62594) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3685627 INFO  (zkCallback-15592-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3685627 INFO  (zkCallback-15592-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3685628 INFO  (qtp2114240905-62594) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44190_pj_a%252Fs&wt=javabin&version=2} status=0 QTime=6636
   [junit4]   2> 3685633 INFO  (zkConnectionManagerCallback-15611-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3685634 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3685635 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43578/solr ready
   [junit4]   2> 3685635 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3685636 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3685639 INFO  (OverseerThreadFactory-14291-thread-2-processing-n:127.0.0.1:44190_pj_a%2Fs) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 3685639 INFO  (OverseerCollectionConfigSetProcessor-72564361965600772-127.0.0.1:44190_pj_a%2Fs-n_0000000000) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3685843 WARN  (OverseerThreadFactory-14291-thread-2-processing-n:127.0.0.1:44190_pj_a%2Fs) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 3685845 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 3685846 INFO  (qtp2114240905-62597) [n:127.0.0.1:44190_pj_a%2Fs    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 3685847 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
   [junit4]   2> 3686047 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-1-001 of type NRT
   [junit4]   2> 3686048 WARN  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3686048 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3686048 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3686048 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3686050 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3686050 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3686050 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3686050 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e2615a4{/pj_a/s,null,AVAILABLE}
   [junit4]   2> 3686051 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6bcf650b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33659}
   [junit4]   2> 3686051 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.Server Started @3686126ms
   [junit4]   2> 3686051 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37662/hdfs__localhost_37662__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/pj_a/s, hostPort=33659, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-1-001/cores}
   [junit4]   2> 3686051 ERROR (closeThreadPool-15612-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3686051 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3686051 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3686051 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3686051 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3686051 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-04T10:31:37.481Z
   [junit4]   2> 3686058 INFO  (zkConnectionManagerCallback-15614-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686063 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3686063 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-1-001/solr.xml
   [junit4]   2> 3686068 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3686068 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3686070 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3686166 WARN  (closeThreadPool-15612-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@47932c78[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3686171 WARN  (closeThreadPool-15612-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1e431bb7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3686172 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43578/solr
   [junit4]   2> 3686177 INFO  (zkConnectionManagerCallback-15620-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686180 INFO  (zkConnectionManagerCallback-15622-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686185 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3686189 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.c.ZkController Publish node=127.0.0.1:33659_pj_a%2Fs as DOWN
   [junit4]   2> 3686190 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3686190 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33659_pj_a%2Fs
   [junit4]   2> 3686192 INFO  (zkCallback-15599-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3686192 INFO  (zkCallback-15592-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3686192 INFO  (zkCallback-15610-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3686193 INFO  (zkCallback-15621-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3686221 INFO  (zkConnectionManagerCallback-15629-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686222 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3686224 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43578/solr ready
   [junit4]   2> 3686224 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3686244 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-2-001 of type NRT
   [junit4]   2> 3686245 WARN  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3686245 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3686245 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3686245 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3686246 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3686246 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3686246 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3686247 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c816973{/pj_a/s,null,AVAILABLE}
   [junit4]   2> 3686247 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@69b3131b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42555}
   [junit4]   2> 3686247 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.Server Started @3686322ms
   [junit4]   2> 3686247 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37662/hdfs__localhost_37662__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/pj_a/s, hostPort=42555, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-2-001/cores}
   [junit4]   2> 3686248 ERROR (closeThreadPool-15612-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3686248 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3686248 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3686248 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3686248 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3686248 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-04T10:31:37.678Z
   [junit4]   2> 3686250 INFO  (zkConnectionManagerCallback-15632-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686251 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3686251 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-2-001/solr.xml
   [junit4]   2> 3686254 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686255 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3686255 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3686257 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3686270 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686271 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686273 INFO  (closeThreadPool-15612-thread-1) [n:127.0.0.1:33659_pj_a%2Fs    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-1-001/cores
   [junit4]   2> 3686423 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-3-001 of type NRT
   [junit4]   2> 3686424 WARN  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3686424 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3686424 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3686424 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3686425 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3686425 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3686425 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3686426 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d46104a{/pj_a/s,null,AVAILABLE}
   [junit4]   2> 3686426 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ebf56c1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45314}
   [junit4]   2> 3686426 INFO  (closeThreadPool-15612-thread-1) [    ] o.e.j.s.Server Started @3686501ms
   [junit4]   2> 3686426 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37662/hdfs__localhost_37662__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/pj_a/s, hostPort=45314, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-3-001/cores}
   [junit4]   2> 3686427 ERROR (closeThreadPool-15612-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3686427 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3686427 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3686427 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3686427 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3686427 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-04T10:31:37.857Z
   [junit4]   2> 3686436 INFO  (zkConnectionManagerCallback-15634-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686437 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3686437 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-3-001/solr.xml
   [junit4]   2> 3686443 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3686443 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3686445 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3686569 WARN  (closeThreadPool-15612-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@23cccb50[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3686573 WARN  (closeThreadPool-15612-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5b35eada[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3686574 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43578/solr
   [junit4]   2> 3686576 INFO  (zkConnectionManagerCallback-15640-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686578 INFO  (zkConnectionManagerCallback-15642-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686616 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3686623 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.c.ZkController Publish node=127.0.0.1:42555_pj_a%2Fs as DOWN
   [junit4]   2> 3686624 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3686625 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42555_pj_a%2Fs
   [junit4]   2> 3686626 INFO  (zkCallback-15599-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3686626 INFO  (zkCallback-15621-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3686626 INFO  (zkCallback-15592-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3686627 INFO  (zkCallback-15610-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3686627 INFO  (zkCallback-15628-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3686630 INFO  (zkCallback-15641-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3686637 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-4-001 of type NRT
   [junit4]   2> 3686646 WARN  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3686646 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3686647 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3686647 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3686663 INFO  (zkConnectionManagerCallback-15649-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686664 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3686665 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3686665 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3686665 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3686665 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e1db59d{/pj_a/s,null,AVAILABLE}
   [junit4]   2> 3686665 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43578/solr ready
   [junit4]   2> 3686666 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3686666 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@44f350aa{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34584}
   [junit4]   2> 3686666 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.Server Started @3686741ms
   [junit4]   2> 3686666 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37662/hdfs__localhost_37662__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001_tempDir-002_jetty4, solrconfig=solrconfig.xml, hostContext=/pj_a/s, hostPort=34584, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-4-001/cores}
   [junit4]   2> 3686666 ERROR (closeThreadPool-15612-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3686666 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3686666 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3686666 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3686666 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3686666 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-04T10:31:38.096Z
   [junit4]   2> 3686678 INFO  (zkConnectionManagerCallback-15652-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686679 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3686679 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-4-001/solr.xml
   [junit4]   2> 3686684 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3686684 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3686686 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3686692 WARN  (closeThreadPool-15612-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2253dc6d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3686695 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686696 WARN  (closeThreadPool-15612-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@616c22d8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3686697 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43578/solr
   [junit4]   2> 3686703 INFO  (zkConnectionManagerCallback-15658-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686710 INFO  (zkConnectionManagerCallback-15660-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686715 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3686718 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686719 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:45314_pj_a%2Fs as DOWN
   [junit4]   2> 3686719 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686720 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3686720 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45314_pj_a%2Fs
   [junit4]   2> 3686721 INFO  (closeThreadPool-15612-thread-2) [n:127.0.0.1:42555_pj_a%2Fs    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-2-001/cores
   [junit4]   2> 3686722 INFO  (zkCallback-15599-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3686722 INFO  (zkCallback-15610-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3686722 INFO  (zkCallback-15621-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3686722 INFO  (zkCallback-15592-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3686727 INFO  (zkCallback-15628-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3686727 INFO  (zkCallback-15659-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3686727 INFO  (zkCallback-15641-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3686728 INFO  (zkCallback-15648-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3686759 INFO  (zkConnectionManagerCallback-15667-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686761 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3686762 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43578/solr ready
   [junit4]   2> 3686774 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3686806 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686825 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686825 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686827 INFO  (closeThreadPool-15612-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-3-001/cores
   [junit4]   2> 3686847 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-5-001 of type NRT
   [junit4]   2> 3686847 WARN  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3686848 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3686848 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3686848 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3686849 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3686849 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3686849 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3686850 WARN  (closeThreadPool-15612-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@43f8cedd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3686850 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ab3e6df{/pj_a/s,null,AVAILABLE}
   [junit4]   2> 3686850 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7ec44a8a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34561}
   [junit4]   2> 3686850 INFO  (closeThreadPool-15612-thread-2) [    ] o.e.j.s.Server Started @3686925ms
   [junit4]   2> 3686850 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37662/hdfs__localhost_37662__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001_tempDir-002_jetty5, solrconfig=solrconfig.xml, hostContext=/pj_a/s, hostPort=34561, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-5-001/cores}
   [junit4]   2> 3686851 ERROR (closeThreadPool-15612-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3686851 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3686851 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3686851 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3686851 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3686851 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-04T10:31:38.281Z
   [junit4]   2> 3686853 INFO  (zkConnectionManagerCallback-15672-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686854 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3686854 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-5-001/solr.xml
   [junit4]   2> 3686854 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101cce71a500015, likely client has closed socket
   [junit4]   2> 3686855 WARN  (closeThreadPool-15612-thread-3) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@17d44d6d[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3686856 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43578/solr
   [junit4]   2> 3686875 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3686875 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3686881 INFO  (closeThreadPool-15612-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3686886 INFO  (zkConnectionManagerCallback-15676-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686897 INFO  (zkConnectionManagerCallback-15678-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686901 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3686905 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.c.ZkController Publish node=127.0.0.1:34584_pj_a%2Fs as DOWN
   [junit4]   2> 3686906 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 3686906 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34584_pj_a%2Fs
   [junit4]   2> 3686908 INFO  (zkCallback-15592-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3686908 INFO  (zkCallback-15621-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3686908 INFO  (zkCallback-15648-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3686908 INFO  (zkCallback-15599-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3686909 INFO  (zkCallback-15641-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3686909 INFO  (zkCallback-15677-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3686909 INFO  (zkCallback-15659-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3686909 INFO  (zkCallback-15610-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3686910 INFO  (zkCallback-15628-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3686917 INFO  (zkCallback-15666-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3686939 INFO  (zkConnectionManagerCallback-15685-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3686940 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 3686941 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43578/solr ready
   [junit4]   2> 3686942 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3686972 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686989 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686989 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3
   [junit4]   2> 3686991 INFO  (closeThreadPool-15612-thread-3) [n:127.0.0.1:34584_pj_a%2Fs    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-4-001/cores
   [junit4]   2> 3687083 INFO  (TEST-StressHdfsTest.test-seed#[3204C11C22286DCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-6-001 of type NRT
   [junit4]   2> 3687084 WARN  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 3687084 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 3687084 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 3687084 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 3687085 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3687085 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3687085 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3687086 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1478bd56{/pj_a/s,null,AVAILABLE}
   [junit4]   2> 3687086 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2d9f25b4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37582}
   [junit4]   2> 3687086 INFO  (closeThreadPool-15612-thread-3) [    ] o.e.j.s.Server Started @3687161ms
   [junit4]   2> 3687086 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37662/hdfs__localhost_37662__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001_tempDir-002_jetty6, solrconfig=solrconfig.xml, hostContext=/pj_a/s, hostPort=37582, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-6-001/cores}
   [junit4]   2> 3687087 ERROR (closeThreadPool-15612-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3687087 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3687087 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3687087 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3687087 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3687087 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-04T10:31:38.517Z
   [junit4]   2> 3687089 INFO  (zkConnectionManagerCallback-15688-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3687090 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3687090 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_3204C11C22286DCA-001/shard-6-001/solr.xml
   [junit4]   2> 3687101 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 3687102 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 3687103 INFO  (closeThreadPool-15612-thread-3) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1e4d6bf3, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3687206 WARN  (closeThreadPool-15612-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6bff1a9d[provider=null,keyStore=null,trustStore=null]
   

[...truncated too long message...]

t property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1285334989
     [copy] Copying 256 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1285334989
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1285334989

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 253ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 337 minutes 1 second
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1744 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1744/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test

Error Message:
Error from server at https://127.0.0.1:41832/n_c/dq/collection1: Async exception during distributed update: Error from server at https://127.0.0.1:38868/n_c/dq/collection1_shard4_replica_n1/: Server Error    request: https://127.0.0.1:38868/n_c/dq/collection1_shard4_replica_n1/ Remote error message: java.nio.channels.ClosedChannelException

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41832/n_c/dq/collection1: Async exception during distributed update: Error from server at https://127.0.0.1:38868/n_c/dq/collection1_shard4_replica_n1/: Server Error



request: https://127.0.0.1:38868/n_c/dq/collection1_shard4_replica_n1/
Remote error message: java.nio.channels.ClosedChannelException
	at __randomizedtesting.SeedInfo.seed([6B9F0B6F2B7525ED:E3CB34B585894815]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:256)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:936)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:899)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:914)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:1012)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.tryDelete(ChaosMonkeySafeLeaderTest.java:193)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15029 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
   [junit4]   2> 2917110 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/init-core-data-001
   [junit4]   2> 2917111 WARN  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 2917111 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2917114 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2917114 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /n_c/dq
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2917165 WARN  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2917177 WARN  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2917184 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2917216 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_41747_hdfs____.sfexvd/webapp
   [junit4]   2> 2917656 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41747
   [junit4]   2> 2917769 WARN  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2917771 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2917792 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46535_datanode____.x8gq9w/webapp
   [junit4]   2> 2918284 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46535
   [junit4]   2> 2918332 WARN  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2918333 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2918359 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36168_datanode____i3vhav/webapp
   [junit4]   2> 2918402 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost/127.0.0.1:36255) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 2918413 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x1c6912a89f3400: from storage DS-6ea790a4-fee1-46ef-8502-4eb7a6ff690f node DatanodeRegistration(127.0.0.1:38461, datanodeUuid=9cac5985-54c0-4996-aeba-3696a0c37a07, infoPort=37563, infoSecurePort=0, ipcPort=34982, storageInfo=lv=-56;cid=testClusterID;nsid=716081412;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2918413 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x1c6912a89f3400: from storage DS-1bac092c-fd9e-400f-b281-4eaf272d2d70 node DatanodeRegistration(127.0.0.1:38461, datanodeUuid=9cac5985-54c0-4996-aeba-3696a0c37a07, infoPort=37563, infoSecurePort=0, ipcPort=34982, storageInfo=lv=-56;cid=testClusterID;nsid=716081412;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2918843 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[6B9F0B6F2B7525ED]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36168
   [junit4]   2> 2918944 ERROR (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost/127.0.0.1:36255) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 2918949 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x1c6912c8939cc0: from storage DS-049af18f-1698-4023-9caa-16b0cabd3b37 node DatanodeRegistration(127.0.0.1:34847, datanodeUuid=937a0238-029c-4754-8dcb-0575c6f6bfba, infoPort=38251, infoSecurePort=0, ipcPort=40685, storageInfo=lv=-56;cid=testClusterID;nsid=716081412;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2918949 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x1c6912c8939cc0: from storage DS-b4e1001e-6369-4d74-a24c-32222c5b6758 node DatanodeRegistration(127.0.0.1:34847, datanodeUuid=937a0238-029c-4754-8dcb-0575c6f6bfba, infoPort=38251, infoSecurePort=0, ipcPort=40685, storageInfo=lv=-56;cid=testClusterID;nsid=716081412;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2919024 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2919025 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2919025 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2919125 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer start zk server on port:35534
   [junit4]   2> 2919125 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35534
   [junit4]   2> 2919125 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35534
   [junit4]   2> 2919130 INFO  (zkConnectionManagerCallback-12839-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2919134 INFO  (zkConnectionManagerCallback-12841-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2919135 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2919137 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2919138 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2919139 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2919141 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2919142 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2919143 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2919144 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2919145 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2919146 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2919147 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2919150 INFO  (zkConnectionManagerCallback-12845-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2919152 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2919340 WARN  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2919340 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2919340 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2919340 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2919342 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2919342 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2919342 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2919345 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c7b3f9d{/n_c/dq,null,AVAILABLE}
   [junit4]   2> 2919345 WARN  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@13ce8f2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2919346 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ade6a0f{SSL,[ssl, http/1.1]}{127.0.0.1:44427}
   [junit4]   2> 2919346 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.s.Server Started @2919436ms
   [junit4]   2> 2919346 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:36255/hdfs__localhost_36255__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001_tempDir-002_control_data, replicaType=NRT, hostContext=/n_c/dq, hostPort=44427, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/control-001/cores}
   [junit4]   2> 2919346 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2919346 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2919346 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2919347 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2919347 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2919347 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-07T11:54:14.429Z
   [junit4]   2> 2919349 INFO  (zkConnectionManagerCallback-12847-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2919350 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2919350 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/control-001/solr.xml
   [junit4]   2> 2919356 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2919356 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2919358 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2919446 WARN  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2919447 WARN  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@520458fa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2919452 WARN  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2919453 WARN  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1ffc31ef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2919454 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
   [junit4]   2> 2919456 INFO  (zkConnectionManagerCallback-12853-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2919459 INFO  (zkConnectionManagerCallback-12855-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2919560 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44427_n_c%2Fdq
   [junit4]   2> 2919561 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.Overseer Overseer (id=72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) starting
   [junit4]   2> 2919569 INFO  (zkConnectionManagerCallback-12862-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2919572 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35534/solr ready
   [junit4]   2> 2919573 INFO  (OverseerStateUpdate-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44427_n_c%2Fdq
   [junit4]   2> 2919573 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44427_n_c%2Fdq
   [junit4]   2> 2919575 INFO  (zkCallback-12861-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2919576 INFO  (zkCallback-12854-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2919583 DEBUG (OverseerAutoScalingTriggerThread-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:44427_n_c%2Fdq]
   [junit4]   2> 2919585 DEBUG (ScheduledTrigger-12144-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2919619 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2919651 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2919674 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2919675 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2919677 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/control-001/cores
   [junit4]   2> 2919709 INFO  (zkConnectionManagerCallback-12868-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2919711 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2919713 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35534/solr ready
   [junit4]   2> 2919731 INFO  (qtp978237421-52168) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44427_n_c%252Fdq&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2919735 INFO  (OverseerThreadFactory-12146-thread-1-processing-n:127.0.0.1:44427_n_c%2Fdq) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2919738 DEBUG (OverseerStateUpdate-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"control_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "createNodeSet":"127.0.0.1:44427_n_c%2Fdq",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2919843 INFO  (qtp978237421-52166) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2919844 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2919845 INFO  (qtp978237421-52164) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2919846 INFO  (qtp978237421-52165) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2919847 INFO  (qtp978237421-52166) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 2919852 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2919853 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2919855 DEBUG (OverseerStateUpdate-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:44427/n_c/dq",
   [junit4]   2>   "node_name":"127.0.0.1:44427_n_c%2Fdq",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2920588 DEBUG (ScheduledTrigger-12144-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2920895 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2920913 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2921042 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2921063 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2921064 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2921064 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36255/solr_hdfs_home
   [junit4]   2> 2921064 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2921064 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost:36255/solr_hdfs_home/control_collection/core_node2/data/]
   [junit4]   2> 2921065 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36255/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
   [junit4]   2> 2921076 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2921076 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2921076 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2921088 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2921089 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36255/solr_hdfs_home/control_collection/core_node2/data
   [junit4]   2> 2921108 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36255/solr_hdfs_home/control_collection/core_node2/data/index
   [junit4]   2> 2921115 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2921116 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2921116 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2921126 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2921127 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=35, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2921147 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38461 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b4e1001e-6369-4d74-a24c-32222c5b6758:NORMAL:127.0.0.1:34847|RBW], ReplicaUC[[DISK]DS-6ea790a4-fee1-46ef-8502-4eb7a6ff690f:NORMAL:127.0.0.1:38461|RBW]]} size 0
   [junit4]   2> 2921149 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:34847 is added to blk_1073741825_1001 size 69
   [junit4]   2> 2921160 WARN  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2921252 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2921252 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2921252 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 2921267 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 2921267 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2921269 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=18.9052734375, floorSegmentMB=0.3701171875, forceMergeDeletesPctAllowed=26.560834327027024, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=37.664828521955734
   [junit4]   2> 2921276 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38e157fd[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2921278 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2921278 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2921279 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2921279 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1622002427610791936
   [junit4]   2> 2921284 INFO  (searcherExecutor-12151-thread-1-processing-n:127.0.0.1:44427_n_c%2Fdq x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@38e157fd[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2921287 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 2921288 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 2921292 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2921292 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2921292 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44427/n_c/dq/control_collection_shard1_replica_n1/
   [junit4]   2> 2921292 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2921292 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44427/n_c/dq/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2921292 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72581674211540997-core_node2-n_0000000000
   [junit4]   2> 2921299 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44427/n_c/dq/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2921299 DEBUG (OverseerStateUpdate-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:44427/n_c/dq",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 2921401 INFO  (zkCallback-12854-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2921401 INFO  (zkCallback-12854-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2921402 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2921403 DEBUG (OverseerStateUpdate-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core_node_name":"core_node2",
   [junit4]   2>   "dataDir":"hdfs://localhost:36255/solr_hdfs_home/control_collection/core_node2/data/",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:44427/n_c/dq",
   [junit4]   2>   "node_name":"127.0.0.1:44427_n_c%2Fdq",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "ulogDir":"hdfs://localhost:36255/solr_hdfs_home/control_collection/core_node2/data/tlog",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "shared_storage":"true",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2921404 INFO  (qtp978237421-52167) [n:127.0.0.1:44427_n_c%2Fdq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1552
   [junit4]   2> 2921408 INFO  (qtp978237421-52168) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2921505 INFO  (zkCallback-12854-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2921505 INFO  (zkCallback-12854-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2921505 INFO  (zkCallback-12854-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2921506 INFO  (qtp978237421-52168) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44427_n_c%252Fdq&wt=javabin&version=2} status=0 QTime=1774
   [junit4]   2> 2921512 INFO  (zkConnectionManagerCallback-12873-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2921513 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2921515 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35534/solr ready
   [junit4]   2> 2921515 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2921517 INFO  (qtp978237421-52168) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=5&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2921521 INFO  (OverseerThreadFactory-12146-thread-2-processing-n:127.0.0.1:44427_n_c%2Fdq) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2921521 INFO  (OverseerCollectionConfigSetProcessor-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2921525 DEBUG (OverseerStateUpdate-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"5",
   [junit4]   2>   "createNodeSet":"",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2921588 DEBUG (ScheduledTrigger-12144-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 2921725 WARN  (OverseerThreadFactory-12146-thread-2-processing-n:127.0.0.1:44427_n_c%2Fdq) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2921729 INFO  (qtp978237421-52168) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 2921730 INFO  (qtp978237421-52168) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=5&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=213
   [junit4]   2> 2921731 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=12
   [junit4]   2> 2921925 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-1-001 of type NRT
   [junit4]   2> 2921927 WARN  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2921928 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2921928 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2921928 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2921930 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2921930 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2921930 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2921931 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@449c65f9{/n_c/dq,null,AVAILABLE}
   [junit4]   2> 2921931 WARN  (closeThreadPool-12874-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@28a57f16[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2921933 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29a4f8c0{SSL,[ssl, http/1.1]}{127.0.0.1:37754}
   [junit4]   2> 2921933 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.Server Started @2922023ms
   [junit4]   2> 2921933 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:36255/hdfs__localhost_36255__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/n_c/dq, hostPort=37754, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-1-001/cores}
   [junit4]   2> 2921933 ERROR (closeThreadPool-12874-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2921933 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2921933 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2921933 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2921934 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2921934 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-07T11:54:17.016Z
   [junit4]   2> 2921936 INFO  (zkConnectionManagerCallback-12876-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2921940 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2921940 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-1-001/solr.xml
   [junit4]   2> 2921946 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2921946 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2921949 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2922039 WARN  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2922040 WARN  (closeThreadPool-12874-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2a836ed8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922044 WARN  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2922045 WARN  (closeThreadPool-12874-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@12ff9f60[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922046 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
   [junit4]   2> 2922048 INFO  (zkConnectionManagerCallback-12882-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922051 INFO  (zkConnectionManagerCallback-12884-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922058 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2922064 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.c.ZkController Publish node=127.0.0.1:37754_n_c%2Fdq as DOWN
   [junit4]   2> 2922065 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2922066 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37754_n_c%2Fdq
   [junit4]   2> 2922067 INFO  (zkCallback-12861-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2922067 INFO  (zkCallback-12872-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2922068 INFO  (zkCallback-12883-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2922069 DEBUG (OverseerStateUpdate-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:37754_n_c%2Fdq"} current state version: 1
   [junit4]   2> 2922070 INFO  (zkCallback-12854-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2922098 INFO  (zkConnectionManagerCallback-12891-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922100 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2922101 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35534/solr ready
   [junit4]   2> 2922102 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2922134 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2922135 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-2-001 of type NRT
   [junit4]   2> 2922137 WARN  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2922142 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2922142 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2922142 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2922144 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2922144 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2922144 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2922144 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3684349e{/n_c/dq,null,AVAILABLE}
   [junit4]   2> 2922145 WARN  (closeThreadPool-12874-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@521995a8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922146 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@32c5c4fc{SSL,[ssl, http/1.1]}{127.0.0.1:44541}
   [junit4]   2> 2922146 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.Server Started @2922236ms
   [junit4]   2> 2922146 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:36255/hdfs__localhost_36255__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/n_c/dq, hostPort=44541, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-2-001/cores}
   [junit4]   2> 2922146 ERROR (closeThreadPool-12874-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2922146 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2922146 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2922146 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2922146 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2922146 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-07T11:54:17.228Z
   [junit4]   2> 2922148 INFO  (zkConnectionManagerCallback-12894-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922150 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2922150 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-2-001/solr.xml
   [junit4]   2> 2922154 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2922155 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2922155 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2922155 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2922157 INFO  (closeThreadPool-12874-thread-1) [n:127.0.0.1:37754_n_c%2Fdq    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-1-001/cores
   [junit4]   2> 2922157 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2922238 WARN  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2922239 WARN  (closeThreadPool-12874-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@69546950[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922242 WARN  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2922242 WARN  (closeThreadPool-12874-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3754e10a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922244 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
   [junit4]   2> 2922246 INFO  (zkConnectionManagerCallback-12900-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922248 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x101dca5ec95000e, likely client has closed socket
   [junit4]   2> 2922249 INFO  (zkConnectionManagerCallback-12902-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922254 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2922259 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.c.ZkController Publish node=127.0.0.1:44541_n_c%2Fdq as DOWN
   [junit4]   2> 2922260 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2922260 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44541_n_c%2Fdq
   [junit4]   2> 2922260 DEBUG (OverseerStateUpdate-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:44541_n_c%2Fdq"} current state version: 1
   [junit4]   2> 2922262 INFO  (zkCallback-12872-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2922262 INFO  (zkCallback-12854-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2922262 INFO  (zkCallback-12883-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2922262 INFO  (zkCallback-12861-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2922262 INFO  (zkCallback-12890-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2922262 INFO  (zkCallback-12901-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2922292 INFO  (zkConnectionManagerCallback-12909-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922293 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2922295 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35534/solr ready
   [junit4]   2> 2922295 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2922326 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2922346 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2922346 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2922348 INFO  (closeThreadPool-12874-thread-2) [n:127.0.0.1:44541_n_c%2Fdq    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-2-001/cores
   [junit4]   2> 2922373 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-3-001 of type NRT
   [junit4]   2> 2922374 WARN  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2922374 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2922374 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2922375 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2922376 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2922376 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2922376 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2922376 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54d5916c{/n_c/dq,null,AVAILABLE}
   [junit4]   2> 2922377 WARN  (closeThreadPool-12874-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2028eacc[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922377 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5b5340d5{SSL,[ssl, http/1.1]}{127.0.0.1:38868}
   [junit4]   2> 2922377 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.Server Started @2922467ms
   [junit4]   2> 2922377 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:36255/hdfs__localhost_36255__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/n_c/dq, hostPort=38868, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-3-001/cores}
   [junit4]   2> 2922378 ERROR (closeThreadPool-12874-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2922378 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2922378 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2922378 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2922378 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2922378 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-07T11:54:17.460Z
   [junit4]   2> 2922381 INFO  (zkConnectionManagerCallback-12912-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922382 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2922382 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-3-001/solr.xml
   [junit4]   2> 2922388 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2922388 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2922390 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2922588 DEBUG (ScheduledTrigger-12144-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 1
   [junit4]   2> 2922604 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-4-001 of type NRT
   [junit4]   2> 2922605 WARN  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2922605 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2922605 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2922606 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2922607 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2922607 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2922607 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2922607 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47d40612{/n_c/dq,null,AVAILABLE}
   [junit4]   2> 2922608 WARN  (closeThreadPool-12874-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@c409919[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922608 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4ec4260a{SSL,[ssl, http/1.1]}{127.0.0.1:39285}
   [junit4]   2> 2922608 INFO  (closeThreadPool-12874-thread-2) [    ] o.e.j.s.Server Started @2922698ms
   [junit4]   2> 2922608 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:36255/hdfs__localhost_36255__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001_tempDir-002_jetty4, solrconfig=solrconfig.xml, hostContext=/n_c/dq, hostPort=39285, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-4-001/cores}
   [junit4]   2> 2922608 ERROR (closeThreadPool-12874-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2922608 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2922609 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2922609 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2922609 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2922609 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-07T11:54:17.691Z
   [junit4]   2> 2922610 WARN  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2922611 INFO  (zkConnectionManagerCallback-12914-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922612 WARN  (closeThreadPool-12874-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@33233eff[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922614 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2922614 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-4-001/solr.xml
   [junit4]   2> 2922616 WARN  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2922617 WARN  (closeThreadPool-12874-thread-1) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@41e66d71[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922618 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
   [junit4]   2> 2922619 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2922619 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2922621 INFO  (zkConnectionManagerCallback-12920-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922621 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2922624 INFO  (zkConnectionManagerCallback-12922-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922630 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2922635 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:38868_n_c%2Fdq as DOWN
   [junit4]   2> 2922636 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2922636 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38868_n_c%2Fdq
   [junit4]   2> 2922636 DEBUG (OverseerStateUpdate-72581674211540997-127.0.0.1:44427_n_c%2Fdq-n_0000000000) [n:127.0.0.1:44427_n_c%2Fdq    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:38868_n_c%2Fdq"} current state version: 1
   [junit4]   2> 2922639 INFO  (zkCallback-12872-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2922639 INFO  (zkCallback-12854-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2922640 INFO  (zkCallback-12890-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2922640 INFO  (zkCallback-12861-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2922641 INFO  (zkCallback-12883-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2922646 INFO  (zkCallback-12901-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2922649 INFO  (zkCallback-12908-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2922650 INFO  (zkCallback-12921-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2922685 INFO  (zkConnectionManagerCallback-12929-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2922687 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2922688 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35534/solr ready
   [junit4]   2> 2922689 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2922718 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2922735 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2922736 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@770c085c
   [junit4]   2> 2922738 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-3-001/cores
   [junit4]   2> 2922857 WARN  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2922858 WARN  (closeThreadPool-12874-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@455cc0e2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922861 WARN  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 2922862 WARN  (closeThreadPool-12874-thread-2) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@ce9a26[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2922863 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[6B9F0B6F2B7525ED]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_6B9F0B6F2B7525ED-001/shard-5-001 of type NRT
   [junit4]   2> 2922864 INFO  (closeThreadPool-12874-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
   [junit4]   2> 2922864 WARN  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 2922865 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 2922865 INFO  (closeThreadPool-12874-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 2922865 INFO  (closeThreadPool-12874-thread-1) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 2922866 INFO  (zkConnectionManagerCallback-12936-thread-1) [    ] o.a.s.c.c.ConnectionMana

[...truncated too long message...]

 property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1251071196
     [copy] Copying 256 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1251071196
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1251071196

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 38ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 304 minutes 54 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1743 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1743/

2 tests failed.
FAILED:  org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([96E7EE9AE5BCEB21]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterDelete

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([96E7EE9AE5BCEB21]:0)




Build Log:
[...truncated 2135 lines...]
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
   [junit4]   1> TEST: now get reader
   [junit4]   2> jan 06, 2019 8:35:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexWriterDelete
   [junit4]   2>    1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    2) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:639)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:496)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    3) Thread[id=1503, name=TEST-TestIndexWriterDelete.testUpdatesOnDiskFull-seed#[96E7EE9AE5BCEB21], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
   [junit4]   2>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
   [junit4]   2>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
   [junit4]   2>         at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.close(Lucene50PostingsReader.java:153)
   [junit4]   2>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
   [junit4]   2>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
   [junit4]   2>         at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.close(BlockTreeTermsReader.java:240)
   [junit4]   2>         at org.apache.lucene.codecs.bloom.BloomFilteringPostingsFormat$BloomFilteredFieldsProducer.close(BloomFilteringPostingsFormat.java:201)
   [junit4]   2>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
   [junit4]   2>         at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.close(PerFieldPostingsFormat.java:322)
   [junit4]   2>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
   [junit4]   2>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
   [junit4]   2>         at org.apache.lucene.index.SegmentCoreReaders.decRef(SegmentCoreReaders.java:170)
   [junit4]   2>         at org.apache.lucene.index.SegmentReader.doClose(SegmentReader.java:204)
   [junit4]   2>         at org.apache.lucene.index.IndexReader.decRef(IndexReader.java:244)
   [junit4]   2>         at org.apache.lucene.index.IndexReader.close(IndexReader.java:382)
   [junit4]   2>         at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:785)
   [junit4]   2>         at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:279)
   [junit4]   2>         at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:264)
   [junit4]   2>         at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:260)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterDelete.doTestOperationsOnDiskFull(TestIndexWriterDelete.java:638)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull(TestIndexWriterDelete.java:490)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>    4) Thread[id=1502, name=SUITE-TestIndexWriterDelete-seed#[96E7EE9AE5BCEB21], state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1559)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:708)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:629)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterDelete -Dtests.method=testUpdatesOnDiskFull -Dtests.seed=96E7EE9AE5BCEB21 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sk-SK -Dtests.timezone=Australia/Victoria -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   6743s J2 | TestIndexWriterDelete.testUpdatesOnDiskFull <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([96E7EE9AE5BCEB21]:0)
   [junit4]   2> jan 06, 2019 8:35:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> jan 06, 2019 8:35:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexWriterDelete: 
   [junit4]   2>    1) Thread[id=1503, name=TEST-TestIndexWriterDelete.testUpdatesOnDiskFull-seed#[96E7EE9AE5BCEB21], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]   2>         at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]   2>         at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:91)
   [junit4]   2>         at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:443)
   [junit4]   2>         at org.apache.lucene.codecs.bloom.BloomFilteringPostingsFormat$BloomFilteredFieldsProducer.<init>(BloomFilteringPostingsFormat.java:176)
   [junit4]   2>         at org.apache.lucene.codecs.bloom.BloomFilteringPostingsFormat.fieldsProducer(BloomFilteringPostingsFormat.java:152)
   [junit4]   2>         at org.apache.lucene.codecs.bloom.TestBloomFilteredLucenePostings.fieldsProducer(TestBloomFilteredLucenePostings.java:71)
   [junit4]   2>         at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]   2>         at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]   2>         at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:113)
   [junit4]   2>         at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]   2>         at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:676)
   [junit4]   2>         at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:279)
   [junit4]   2>         at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:264)
   [junit4]   2>         at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:260)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterDelete.doTestOperationsOnDiskFull(TestIndexWriterDelete.java:638)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull(TestIndexWriterDelete.java:490)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> jan 06, 2019 8:35:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=1503, name=TEST-TestIndexWriterDelete.testUpdatesOnDiskFull-seed#[96E7EE9AE5BCEB21], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete]
   [junit4]   1> CheckIndex failed
   [junit4]   1> 0.00% total deletions; 157 documents; 0 deleteions
   [junit4]   1> Segments file=segments_1 numSegments=13 version=8.0.0 id=262pqwanavcynhby6q7y5w1ok
   [junit4]   1>   1 of 13: name=_0 maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1o7
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564389}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.001 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   2 of 13: name=_1 maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1o8
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564391}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.000 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   3 of 13: name=_2 maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1o9
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564392}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.000 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   4 of 13: name=_3 maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1oa
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564393}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.000 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   5 of 13: name=_4 maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1ob
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564395}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.000 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   6 of 13: name=_5 maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1oc
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564396}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.000 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   7 of 13: name=_6 maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1od
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564397}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.001 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   8 of 13: name=_7 maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1oe
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564398}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.000 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   9 of 13: name=_8 maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1of
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564400}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........FAILED
   [junit4]   1>     WARNING: exorciseIndex() would remove reference to this segment; full exception:
   [junit4]   1> org.apache.lucene.util.ThreadInterruptedException: java.lang.InterruptedException: sleep interrupted
   [junit4]   1> 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:38)
   [junit4]   1> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:769)
   [junit4]   1> 	at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:91)
   [junit4]   1> 	at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:443)
   [junit4]   1> 	at org.apache.lucene.codecs.bloom.BloomFilteringPostingsFormat$BloomFilteredFieldsProducer.<init>(BloomFilteringPostingsFormat.java:176)
   [junit4]   1> 	at org.apache.lucene.codecs.bloom.BloomFilteringPostingsFormat.fieldsProducer(BloomFilteringPostingsFormat.java:152)
   [junit4]   1> 	at org.apache.lucene.codecs.bloom.TestBloomFilteredLucenePostings.fieldsProducer(TestBloomFilteredLucenePostings.java:71)
   [junit4]   1> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
   [junit4]   1> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
   [junit4]   1> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:113)
   [junit4]   1> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
   [junit4]   1> 	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:676)
   [junit4]   1> 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:279)
   [junit4]   1> 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:264)
   [junit4]   1> 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:260)
   [junit4]   1> 	at org.apache.lucene.index.TestIndexWriterDelete.doTestOperationsOnDiskFull(TestIndexWriterDelete.java:638)
   [junit4]   1> 	at org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull(TestIndexWriterDelete.java:490)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]   1> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   1> 	at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:33)
   [junit4]   1> 	... 52 more
   [junit4]   1> 
   [junit4]   1>   10 of 13: name=_9 maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1og
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564401}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.001 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   11 of 13: name=_a maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1oh
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564402}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.000 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   12 of 13: name=_b maxDoc=13
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1oi
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.005
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564404}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.000 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [27 terms; 39 terms/docs pairs; 39 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [13 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1>   13 of 13: name=_c maxDoc=1
   [junit4]   1>     version=8.0.0
   [junit4]   1>     id=262pqwanavcynhby6q7y5w1oj
   [junit4]   1>     codec=Asserting(Lucene80)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=19
   [junit4]   1>     size (MB)=0.003
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_191-b12, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.0.0, os=Linux, os.arch=amd64, os.version=4.4.0-137-generic, source=flush, timestamp=1546760564405}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........OK [took 0.000 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.000 sec]
   [junit4]   1>     test: check live docs.....OK [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [3 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [1 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [3 terms; 3 terms/docs pairs; 3 tokens] [took 0.000 sec]
   [junit4]   1>     test: stored fields.......OK [1 total field count; avg 1.0 fields per doc] [took 0.000 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [1 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 0 SORTED_NUMERIC; 0 SORTED_SET] [took 0.000 sec]
   [junit4]   1>     test: points..............OK [0 fields, 0 points] [took 0.000 sec]
   [junit4]   1> 
   [junit4]   1> WARNING: 1 broken segments (containing 13 documents) detected
   [junit4]   1> Took 0.064 sec total.
   [junit4]   1> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterDelete_96E7EE9AE5BCEB21-001
   [junit4]   2> Jan 06, 2019 9:35:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {field=FSTOrd50, city=BlockTreeOrds(blocksize=128), contents=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=BlockTreeOrds(blocksize=128), value=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), content=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{dv=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene70), value=DocValuesFormat(name=Lucene70), content=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=378, maxMBSortInHeap=5.629922969631396, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@52ece865), locale=sk-SK, timezone=Australia/Victoria
   [junit4]   2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=76807800,total=161480704
   [junit4]   2> NOTE: All tests run in this JVM: [TestLucene50TermVectorsFormat, TestLevenshteinAutomata, TestMergeRateLimiter, TestGrowableByteArrayDataOutput, TestRegExp, TestExceedMaxTermLength, TestSortedSetSortField, TestOmitPositions, TestFrozenBufferedUpdates, TestUniqueTermCount, TestNRTCachingDirectory, TestBasicModelG, TestSnapshotDeletionPolicy, TestLongsRef, TestDocIdSetIterator, TestWildcardRandom, TestSameScoresWithThreads, TestIndexWriter, TestSingleInstanceLockFactory, TestIndexedDISI, TestLucene70SegmentInfoFormat, TestNot, TestByteBlockPool, TestTimSorterWorstCase, TestNRTThreads, TestLatLonPointDistanceFeatureQuery, TestIndexWriterMerging, Test4GBStoredFields, TestTopFieldCollector, TestBasicModelIne, TestSpanFirstQuery, TestRollback, TestSentinelIntSet, TestBasics, TestFilterIterator, TestIndexWriterDelete]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterDelete -Dtests.seed=96E7EE9AE5BCEB21 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sk-SK -Dtests.timezone=Australia/Victoria -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | TestIndexWriterDelete (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([96E7EE9AE5BCEB21]:0)
   [junit4] Completed [464/514 (1!)] on J2 in 7220.39s, 21 tests, 2 errors, 1 skipped <<< FAILURES!

[...truncated 63074 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] Processed 2465 links (2016 relative) to 3226 anchors in 248 files
     [echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null740019463
     [copy] Copying 36 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null740019463
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null740019463

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1948892763
     [copy] Copying 256 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1948892763
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1948892763

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 37ms :: artifacts dl 4ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 404 minutes 39 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1742 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1742/

5 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.test

Error Message:
SPLITSHARD was not successful even after three tries

Stack Trace:
java.lang.AssertionError: SPLITSHARD was not successful even after three tries
	at __randomizedtesting.SeedInfo.seed([31357B966B6217F7:B961444CC59E7A0F]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.trySplit(ShardSplitTest.java:946)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.splitByRouteKeyTest(ShardSplitTest.java:920)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:113)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testBelowSearchRate

Error Message:
[Op{action=DELETEREPLICA, hints={COLL_SHARD=[{   "first":"belowRate_collection",   "second":"shard1"}], REPLICA=[core_node10]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{   "first":"belowRate_collection",   "second":"shard1"}], REPLICA=[core_node8]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{   "first":"belowRate_collection",   "second":"shard1"}], REPLICA=[core_node6]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:33906_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:33937_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:43238_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:38678_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:36215_solr]}}] expected:<7> but was:<8>

Stack Trace:
java.lang.AssertionError: [Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
  "first":"belowRate_collection",
  "second":"shard1"}], REPLICA=[core_node10]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
  "first":"belowRate_collection",
  "second":"shard1"}], REPLICA=[core_node8]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
  "first":"belowRate_collection",
  "second":"shard1"}], REPLICA=[core_node6]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:33906_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:33937_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:43238_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:38678_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:36215_solr]}}] expected:<7> but was:<8>
	at __randomizedtesting.SeedInfo.seed([31357B966B6217F7:5B98DDF6338A92E4]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testBelowSearchRate(SearchRateTriggerIntegrationTest.java:400)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate

Error Message:
java.util.concurrent.ConcurrentHashMap$EntryIterator@c56fc7a

Stack Trace:
java.lang.AssertionError: java.util.concurrent.ConcurrentHashMap$EntryIterator@c56fc7a
	at __randomizedtesting.SeedInfo.seed([31357B966B6217F7:6C7D651FA4A4B1B8]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertNotNull(Assert.java:712)
	at org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate(TestSimLargeCluster.java:680)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest.testCdcrDocVersions

Error Message:
Error from server at https://127.0.0.1:44933/uk/k: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44933/uk/k: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([31357B966B6217F7:C9A370349904F8EB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:256)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:594)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:352)
	at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:41926: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41926: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([31357B966B6217F7:B961444CC59E7A0F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:256)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:213)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testCoreUnloadAndLeaders(UnloadDistributedZkTest.java:308)
	at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:71)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1070)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1042)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13610 lines...]
   [junit4] Suite: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/init-core-data-001
   [junit4]   2> 18761 INFO  (SUITE-CdcrVersionReplicationTest-seed#[31357B966B6217F7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 19238 INFO  (SUITE-CdcrVersionReplicationTest-seed#[31357B966B6217F7]-worker) [    ] o.e.j.u.log Logging initialized @19579ms to org.eclipse.jetty.util.log.Slf4jLog
   [junit4]   2> 19325 INFO  (SUITE-CdcrVersionReplicationTest-seed#[31357B966B6217F7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 22164 INFO  (SUITE-CdcrVersionReplicationTest-seed#[31357B966B6217F7]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 22177 INFO  (SUITE-CdcrVersionReplicationTest-seed#[31357B966B6217F7]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /uk/k
   [junit4]   2> 22544 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 22599 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 22600 INFO  (ZkTestServer Run Thread) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 23489 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer start zk server on port:39922
   [junit4]   2> 23493 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39922
   [junit4]   2> 23554 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39922
   [junit4]   2> 25735 INFO  (zkConnectionManagerCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 26116 INFO  (zkConnectionManagerCallback-5-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 26510 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 26711 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 26736 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 26802 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 26838 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 26927 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 26962 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 26966 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 27000 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 27035 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 27074 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 27327 INFO  (zkConnectionManagerCallback-9-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 28075 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCdcrDocVersions
   [junit4]   2> 33665 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 35013 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 35013 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 35071 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 35231 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 35232 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 35321 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 35539 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ad34e43{/uk/k,null,AVAILABLE}
   [junit4]   2> 35741 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@38741c0f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 36010 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@703ed5d7{SSL,[ssl, http/1.1]}{127.0.0.1:45554}
   [junit4]   2> 36011 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.Server Started @36374ms
   [junit4]   2> 36011 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/uk/k, hostPort=45554, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-001/cores}
   [junit4]   2> 36469 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.u.c.SSLCredentialProviderFactory Processing SSL Credential Provider chain: env;sysprop
   [junit4]   2> 36740 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 36740 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 36741 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 36761 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 36761 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 36762 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-05T17:02:18.893Z
   [junit4]   2> 36958 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 37038 INFO  (zkConnectionManagerCallback-11-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 37093 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 37221 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-001/solr.xml
   [junit4]   2> 37750 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 37768 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 37895 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 40684 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 41159 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4c407409[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 43014 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 43169 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@c4b2588[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 43482 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39922/solr
   [junit4]   2> 43824 INFO  (zkConnectionManagerCallback-17-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 44129 INFO  (zkConnectionManagerCallback-19-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 46340 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45554_uk%2Fk
   [junit4]   2> 46342 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.c.Overseer Overseer (id=73961095488012293-127.0.0.1:45554_uk%2Fk-n_0000000000) starting
   [junit4]   2> 47312 INFO  (zkConnectionManagerCallback-26-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 47366 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39922/solr ready
   [junit4]   2> 48268 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45554_uk%2Fk
   [junit4]   2> 48363 INFO  (OverseerStateUpdate-73961095488012293-127.0.0.1:45554_uk%2Fk-n_0000000000) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45554_uk%2Fk
   [junit4]   2> 48419 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 48421 INFO  (OverseerStateUpdate-73961095488012293-127.0.0.1:45554_uk%2Fk-n_0000000000) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 51370 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 52723 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 52758 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 52758 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 53124 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-001/cores
   [junit4]   2> 54777 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 54778 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 54778 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 54778 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 54792 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 54819 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 54819 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 54832 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37654e50{/uk/k,null,AVAILABLE}
   [junit4]   2> 54852 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@563847a1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 55003 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@55a787a{SSL,[ssl, http/1.1]}{127.0.0.1:36353}
   [junit4]   2> 55003 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.Server Started @55367ms
   [junit4]   2> 55003 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/uk/k, hostPort=36353, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-002/cores}
   [junit4]   2> 55004 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 55004 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 55005 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 55005 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 55005 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 55005 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-05T17:02:37.136Z
   [junit4]   2> 55063 INFO  (zkConnectionManagerCallback-29-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 55066 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 55066 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-002/solr.xml
   [junit4]   2> 55134 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 55134 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 55155 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 58036 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 58162 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@20f5028e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 58207 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 58236 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@a8e4da7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 58238 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39922/solr
   [junit4]   2> 58293 INFO  (zkConnectionManagerCallback-35-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 58445 INFO  (zkConnectionManagerCallback-37-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 58530 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 58602 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:36353_uk%2Fk as DOWN
   [junit4]   2> 58728 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 58750 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36353_uk%2Fk
   [junit4]   2> 58776 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 58810 INFO  (zkCallback-18-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 58811 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 59301 INFO  (zkConnectionManagerCallback-44-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 59319 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 59333 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39922/solr ready
   [junit4]   2> 59447 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 59907 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 60233 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 60235 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 60255 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-002/cores
   [junit4]   2> 61934 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 61934 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 61935 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 61935 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 62023 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 62023 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 62023 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 62024 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e3035a3{/uk/k,null,AVAILABLE}
   [junit4]   2> 62025 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4a1db4c0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 62046 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7cac7635{SSL,[ssl, http/1.1]}{127.0.0.1:44933}
   [junit4]   2> 62046 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.Server Started @62410ms
   [junit4]   2> 62046 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/uk/k, hostPort=44933, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-003/cores}
   [junit4]   2> 62059 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 62060 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 62060 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 62060 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 62060 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 62060 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-05T17:02:44.191Z
   [junit4]   2> 62136 INFO  (zkConnectionManagerCallback-47-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 62138 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 62138 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-003/solr.xml
   [junit4]   2> 62217 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 62218 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 62254 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 62939 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 63060 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@20e6cdc5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 63073 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 63123 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@67a9a560[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 63131 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39922/solr
   [junit4]   2> 63176 INFO  (zkConnectionManagerCallback-53-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 63246 INFO  (zkConnectionManagerCallback-55-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 63282 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 63325 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:44933_uk%2Fk as DOWN
   [junit4]   2> 63327 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 63327 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44933_uk%2Fk
   [junit4]   2> 63362 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 63384 INFO  (zkCallback-18-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 63385 INFO  (zkCallback-54-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 63404 INFO  (zkCallback-43-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 63445 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 63645 INFO  (zkConnectionManagerCallback-62-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 63696 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 63699 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39922/solr ready
   [junit4]   2> 63732 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 64103 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 64284 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 64284 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 64286 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-003/cores
   [junit4]   2> 65951 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 65952 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 65952 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 65952 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
   [junit4]   2> 65985 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 65985 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 65985 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 65997 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21f7cb7b{/uk/k,null,AVAILABLE}
   [junit4]   2> 65998 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@36619616[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 66072 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45cd8d9f{SSL,[ssl, http/1.1]}{127.0.0.1:37043}
   [junit4]   2> 66072 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.s.Server Started @66436ms
   [junit4]   2> 66072 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard4, hostContext=/uk/k, hostPort=37043, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-004/cores}
   [junit4]   2> 66073 ERROR (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 66073 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 66073 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 66074 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 66074 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 66074 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-01-05T17:02:48.205Z
   [junit4]   2> 66162 INFO  (zkConnectionManagerCallback-65-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 66209 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 66209 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-004/solr.xml
   [junit4]   2> 66267 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 66267 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 66375 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 67026 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 67112 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@70c53e2a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 67132 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 67136 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2d959767[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 67137 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39922/solr
   [junit4]   2> 67193 INFO  (zkConnectionManagerCallback-71-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 67286 INFO  (zkConnectionManagerCallback-73-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 67384 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 67420 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:37043_uk%2Fk as DOWN
   [junit4]   2> 67422 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 67422 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37043_uk%2Fk
   [junit4]   2> 67452 INFO  (zkCallback-54-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 67452 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 67464 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 67465 INFO  (zkCallback-18-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 67465 INFO  (zkCallback-43-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 67476 INFO  (zkCallback-72-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 67488 INFO  (zkCallback-61-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 67593 INFO  (zkConnectionManagerCallback-80-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 67660 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 67662 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39922/solr ready
   [junit4]   2> 67699 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 67891 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 68059 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 68059 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 68074 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-004/cores
   [junit4]   2> 68804 INFO  (zkConnectionManagerCallback-86-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 68818 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 68820 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[31357B966B6217F7]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39922/solr ready
   [junit4]   2> 71644 INFO  (qtp81999708-108) [n:127.0.0.1:44933_uk%2Fk    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 71733 INFO  (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:45554_uk%2Fk) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
   [junit4]   2> 72195 WARN  (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:45554_uk%2Fk) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
   [junit4]   2> 72487 INFO  (qtp81999708-108) [n:127.0.0.1:44933_uk%2Fk    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 72586 INFO  (qtp81999708-108) [n:127.0.0.1:44933_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=1176
   [junit4]   2> 73267 INFO  (qtp81999708-105) [n:127.0.0.1:44933_uk%2Fk    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45554_uk%252Fk&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 73303 INFO  (OverseerCollectionConfigSetProcessor-73961095488012293-127.0.0.1:45554_uk%2Fk-n_0000000000) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 73741 INFO  (qtp81999708-106) [n:127.0.0.1:44933_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=107
   [junit4]   2> 73797 INFO  (qtp81999708-106) [n:127.0.0.1:44933_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=34
   [junit4]   2> 73869 INFO  (qtp81999708-106) [n:127.0.0.1:44933_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=69
   [junit4]   2> 73906 INFO  (qtp81999708-106) [n:127.0.0.1:44933_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=33
   [junit4]   2> 73909 INFO  (qtp81999708-106) [n:127.0.0.1:44933_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 74142 INFO  (qtp1419810427-75) [n:127.0.0.1:36353_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 74214 INFO  (qtp1419810427-75) [n:127.0.0.1:36353_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=69
   [junit4]   2> 74273 INFO  (qtp1419810427-76) [n:127.0.0.1:36353_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 74292 INFO  (qtp1419810427-72) [n:127.0.0.1:36353_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 74305 INFO  (qtp1419810427-73) [n:127.0.0.1:36353_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 74601 INFO  (qtp372111710-35) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 74710 INFO  (qtp372111710-36) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 74766 INFO  (qtp372111710-32) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=38
   [junit4]   2> 74782 INFO  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 74851 INFO  (qtp372111710-34) [n:127.0.0.1:45554_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 75617 INFO  (qtp1955260232-141) [n:127.0.0.1:37043_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=5
   [junit4]   2> 75864 INFO  (qtp1955260232-140) [n:127.0.0.1:37043_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 75896 INFO  (qtp1955260232-137) [n:127.0.0.1:37043_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=23
   [junit4]   2> 75910 INFO  (qtp1955260232-138) [n:127.0.0.1:37043_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 75930 INFO  (qtp1955260232-139) [n:127.0.0.1:37043_uk%2Fk    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 76234 INFO  (OverseerThreadFactory-10-thread-2-processing-n:127.0.0.1:45554_uk%2Fk) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45554_uk%2Fk for creating new replica of shard shard1 for collection tmp_collection
   [junit4]   2> 76370 INFO  (OverseerThreadFactory-10-thread-2-processing-n:127.0.0.1:45554_uk%2Fk) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 77421 INFO  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk    x:tmp_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 77442 INFO  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk    x:tmp_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 79037 INFO  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 79784 INFO  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1] o.a.s.s.IndexSchema [tmp_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 80382 WARN  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 82994 WARN  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 83033 WARN  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 84309 INFO  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 86079 INFO  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n1' using configuration from collection tmp_collection, trusted=true
   [junit4]   2> 86342 INFO  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n1' (registry 'solr.core.tmp_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@242c2328
   [junit4]   2> 86434 INFO  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-001/cores/tmp_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrVersionReplicationTest_31357B966B6217F7-001/jetty-001/cores/tmp_collection_shard1_replica_n1/data/]
   [junit4]   2> 86918 INFO  (qtp372111710-33) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  x:tmp_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 91740 ERROR (OverseerThreadFactory-10-thread-2-processing-n:127.0.0.1:45554_uk%2Fk) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:45554/uk/k
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:45554/uk/k/admin/cores
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:400) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:732) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.request(HttpShardHandler.java:213) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:174) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) ~[metrics-core-3.2.6.jar:3.2.6]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_191]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_191]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> Caused by: java.util.concurrent.TimeoutException
   [junit4]   2> 	at org.eclipse.jetty.client.util.InputStreamResponseListener.get(InputStreamResponseListener.java:216) ~[jetty-client-9.4.14.v20181114.jar:9.4.14.v20181114]
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:391) ~[java/:?]
   [junit4]   2> 	... 12 more
   [junit4]   2> 91830 ERROR (OverseerThreadFactory-10-thread-2-processing-n:127.0.0.1:45554_uk%2Fk) [n:127.0.0.1:45554_uk%2Fk c:tmp_collection s:shard1  ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: tmp_collection operation: addreplica failed:org.apache.solr.common.SolrException: ADDREPLICA failed to create replica
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processResponses(OverseerCollectionMessageHandler.java:769)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processResponses(OverseerCollectionMessageHandler.java:752)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AddReplicaCmd.lambda$addReplica$1(AddReplicaCmd.java:168)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AddReplicaCmd.addReplica(AddReplicaCmd.java:190)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AddReplicaCmd.call(AddReplicaCmd.java:91)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:292)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:496)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:45554/uk/k/admin/cores
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:400)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:732)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.request(HttpShardHandler.java:213)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:174)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	... 4 more
   [junit4]   2> Caused by: java.util.concurrent.TimeoutException
   [junit4]   2> 	at org.eclipse.jetty.client.util.InputStreamResponseListener.get(InputStreamResponseListener.java:216)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:391)
   [junit4]   2> 	... 12 more
   [junit4]   2> 
   [junit4]   2> 92140 INFO  (qtp81999708-105) [n:127.0.0.1:44933_uk%2Fk c:tmp_collection   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45554_uk%252Fk&action=ADDREPLIC

[...truncated too long message...]

t as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1526000843
     [copy] Copying 256 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1526000843
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1526000843

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 33ms :: artifacts dl 3ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 609 minutes 42 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1835)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1835)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)