You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/05/14 16:25:36 UTC

[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 219 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/219/

10 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.facet.RangeFacetTest

Error Message:
Error from server at https://127.0.0.1:42076/solr: KeeperErrorCode = Session expired for /configs/conf

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42076/solr: KeeperErrorCode = Session expired for /configs/conf
	at __randomizedtesting.SeedInfo.seed([77D12CD48A498E32]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([ADF698D9F533C838]:0)


FAILED:  org.apache.solr.cloud.TestOnReconnectListenerSupport.test

Error Message:
KeeperErrorCode = Session expired for /clusterstate.json

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
	at __randomizedtesting.SeedInfo.seed([ADF698D9F533C838:25A2A7035BCFA5C0]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:566)
	at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:370)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:681)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:676)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:471)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration

Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/37)={   "replicationFactor":"2",   "pullReplicas":"0",   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0",   "autoCreated":"true",   "shards":{     "shard2":{       "replicas":{         "core_node3":{           "core":"testSplitIntegration_collection_shard2_replica_n3",           "leader":"true",           "SEARCHER.searcher.maxDoc":11,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10000_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":11},         "core_node4":{           "core":"testSplitIntegration_collection_shard2_replica_n4",           "SEARCHER.searcher.maxDoc":11,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10001_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":11}},       "range":"0-7fffffff",       "state":"active"},     "shard1":{       "stateTimestamp":"1526310543931507400",       "replicas":{         "core_node1":{           "core":"testSplitIntegration_collection_shard1_replica_n1",           "leader":"true",           "SEARCHER.searcher.maxDoc":14,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10000_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":14},         "core_node2":{           "core":"testSplitIntegration_collection_shard1_replica_n2",           "SEARCHER.searcher.maxDoc":14,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10001_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":14}},       "range":"80000000-ffffffff",       "state":"inactive"},     "shard1_1":{       "parent":"shard1",       "stateTimestamp":"1526310543960614550",       "range":"c0000000-ffffffff",       "state":"active",       "replicas":{         "core_node10":{           "leader":"true",           "core":"testSplitIntegration_collection_shard1_1_replica1",           "SEARCHER.searcher.maxDoc":7,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10000_solr",           "base_url":"http://127.0.0.1:10000/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":7},         "core_node9":{           "core":"testSplitIntegration_collection_shard1_1_replica0",           "SEARCHER.searcher.maxDoc":7,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10001_solr",           "base_url":"http://127.0.0.1:10001/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":7}}},     "shard1_0":{       "parent":"shard1",       "stateTimestamp":"1526310543960354150",       "range":"80000000-bfffffff",       "state":"active",       "replicas":{         "core_node7":{           "leader":"true",           "core":"testSplitIntegration_collection_shard1_0_replica0",           "SEARCHER.searcher.maxDoc":7,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10001_solr",           "base_url":"http://127.0.0.1:10001/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":7},         "core_node8":{           "core":"testSplitIntegration_collection_shard1_0_replica1",           "SEARCHER.searcher.maxDoc":7,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10000_solr",           "base_url":"http://127.0.0.1:10000/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":7}}}}}

Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/37)={
  "replicationFactor":"2",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "shards":{
    "shard2":{
      "replicas":{
        "core_node3":{
          "core":"testSplitIntegration_collection_shard2_replica_n3",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":11,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10000_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":11},
        "core_node4":{
          "core":"testSplitIntegration_collection_shard2_replica_n4",
          "SEARCHER.searcher.maxDoc":11,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10001_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":11}},
      "range":"0-7fffffff",
      "state":"active"},
    "shard1":{
      "stateTimestamp":"1526310543931507400",
      "replicas":{
        "core_node1":{
          "core":"testSplitIntegration_collection_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":14,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10000_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":14},
        "core_node2":{
          "core":"testSplitIntegration_collection_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":14,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10001_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":14}},
      "range":"80000000-ffffffff",
      "state":"inactive"},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1526310543960614550",
      "range":"c0000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testSplitIntegration_collection_shard1_1_replica1",
          "SEARCHER.searcher.maxDoc":7,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10000_solr",
          "base_url":"http://127.0.0.1:10000/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":7},
        "core_node9":{
          "core":"testSplitIntegration_collection_shard1_1_replica0",
          "SEARCHER.searcher.maxDoc":7,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10001_solr",
          "base_url":"http://127.0.0.1:10001/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":7}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1526310543960354150",
      "range":"80000000-bfffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core":"testSplitIntegration_collection_shard1_0_replica0",
          "SEARCHER.searcher.maxDoc":7,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10001_solr",
          "base_url":"http://127.0.0.1:10001/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":7},
        "core_node8":{
          "core":"testSplitIntegration_collection_shard1_0_replica1",
          "SEARCHER.searcher.maxDoc":7,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10000_solr",
          "base_url":"http://127.0.0.1:10000/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":7}}}}}
	at __randomizedtesting.SeedInfo.seed([ADF698D9F533C838:94782199DACC01C6]:0)
	at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:299)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration

Error Message:
did not finish processing in time

Stack Trace:
java.lang.AssertionError: did not finish processing in time
	at __randomizedtesting.SeedInfo.seed([ADF698D9F533C838:FE4FDA6917225DC2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMergeIntegration(IndexSizeTriggerTest.java:404)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.testRestoreState

Error Message:
Did not expect the processor to fire on first run! event={   "id":"1eb57392fa738cT6ynuwl8xz4evn5bwvthkzty1w",   "source":"node_added_trigger",   "eventTime":8643757293073292,   "eventType":"NODEADDED",   "properties":{     "eventTimes":[       8643757293073292,       8643757293075025],     "nodeNames":[       "127.0.0.1:41285_solr",       "127.0.0.1:45142_solr"]}}

Stack Trace:
java.lang.AssertionError: Did not expect the processor to fire on first run! event={
  "id":"1eb57392fa738cT6ynuwl8xz4evn5bwvthkzty1w",
  "source":"node_added_trigger",
  "eventTime":8643757293073292,
  "eventType":"NODEADDED",
  "properties":{
    "eventTimes":[
      8643757293073292,
      8643757293075025],
    "nodeNames":[
      "127.0.0.1:41285_solr",
      "127.0.0.1:45142_solr"]}}
	at __randomizedtesting.SeedInfo.seed([ADF698D9F533C838:63583C4A0D0AB02E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.lambda$new$0(NodeAddedTriggerTest.java:49)
	at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:161)
	at org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.testRestoreState(NodeAddedTriggerTest.java:257)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testExecutorStream

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([954BACC352DF1A24:B78B2D3871B53034]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest.testExecutorStream(StreamDecoratorTest.java:3459)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest

Error Message:
8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest:     1) Thread[id=754, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=757, name=zkConnectionManagerCallback-185-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=1226, name=zkConnectionManagerCallback-185-thread-1-SendThread(127.0.0.1:36892), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)    4) Thread[id=1227, name=zkConnectionManagerCallback-185-thread-1-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)    5) Thread[id=771, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=772, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=761, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=760, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamDecoratorTest: 
   1) Thread[id=754, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=757, name=zkConnectionManagerCallback-185-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=1226, name=zkConnectionManagerCallback-185-thread-1-SendThread(127.0.0.1:36892), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
   4) Thread[id=1227, name=zkConnectionManagerCallback-185-thread-1-EventThread, state=WAITING, group=TGRP-StreamDecoratorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
   5) Thread[id=771, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=772, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=761, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=760, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([954BACC352DF1A24]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamDecoratorTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=757, name=zkConnectionManagerCallback-185-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=1226, name=zkConnectionManagerCallback-185-thread-1-SendThread(127.0.0.1:36892), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=757, name=zkConnectionManagerCallback-185-thread-1, state=WAITING, group=TGRP-StreamDecoratorTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=1226, name=zkConnectionManagerCallback-185-thread-1-SendThread(127.0.0.1:36892), state=TIMED_WAITING, group=TGRP-StreamDecoratorTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
	at __randomizedtesting.SeedInfo.seed([954BACC352DF1A24]:0)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([ADF698D9F533C838]:0)




Build Log:
[...truncated 13292 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestOnReconnectListenerSupport
   [junit4]   2> 238193 INFO  (SUITE-TestOnReconnectListenerSupport-seed#[ADF698D9F533C838]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/init-core-data-001
   [junit4]   2> 238193 WARN  (SUITE-TestOnReconnectListenerSupport-seed#[ADF698D9F533C838]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=82 numCloses=82
   [junit4]   2> 238212 INFO  (SUITE-TestOnReconnectListenerSupport-seed#[ADF698D9F533C838]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 238246 INFO  (SUITE-TestOnReconnectListenerSupport-seed#[ADF698D9F533C838]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 238246 INFO  (SUITE-TestOnReconnectListenerSupport-seed#[ADF698D9F533C838]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_ore/et
   [junit4]   2> 238318 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 238319 INFO  (Thread-92) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 238319 INFO  (Thread-92) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 238320 ERROR (Thread-92) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 238428 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.ZkTestServer start zk server on port:41382
   [junit4]   2> 238721 INFO  (zkConnectionManagerCallback-44-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 238830 INFO  (zkConnectionManagerCallback-46-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 238886 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-managed-schema.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 238919 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 238958 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 238959 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 238974 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 238975 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 238977 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 239030 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 239032 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 239033 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 239103 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 239268 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 241493 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 241507 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 241508 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 241508 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 241526 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3421aa60{/_ore/et,null,AVAILABLE}
   [junit4]   2> 241528 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@655bef6e{HTTP/1.1,[http/1.1]}{127.0.0.1:46072}
   [junit4]   2> 241528 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.Server Started @241919ms
   [junit4]   2> 241528 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/tempDir-001/control/data, replicaType=NRT, hostContext=/_ore/et, hostPort=46072, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/control-001/cores}
   [junit4]   2> 241529 ERROR (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 241529 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 241529 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.4.0
   [junit4]   2> 241529 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 241529 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 241529 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-14T13:08:39.136Z
   [junit4]   2> 241599 INFO  (zkConnectionManagerCallback-48-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 241674 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 241674 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/control-001/solr.xml
   [junit4]   2> 241727 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 241727 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 241764 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a850ab, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 241897 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41382/solr
   [junit4]   2> 241901 INFO  (zkConnectionManagerCallback-52-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 242029 INFO  (zkConnectionManagerCallback-54-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 243028 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 243061 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46072__ore%2Fet
   [junit4]   2> 243063 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.c.Overseer Overseer (id=72623872058327044-127.0.0.1:46072__ore%2Fet-n_0000000000) starting
   [junit4]   2> 243219 INFO  (zkConnectionManagerCallback-61-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 243257 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41382/solr ready
   [junit4]   2> 243341 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46072__ore%2Fet
   [junit4]   2> 243430 INFO  (OverseerStateUpdate-72623872058327044-127.0.0.1:46072__ore%2Fet-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 243508 INFO  (zkCallback-60-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 244822 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a850ab
   [junit4]   2> 244957 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a850ab
   [junit4]   2> 244958 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a850ab
   [junit4]   2> 244959 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/control-001/cores
   [junit4]   2> 245294 INFO  (zkConnectionManagerCallback-66-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 245311 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 245313 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41382/solr ready
   [junit4]   2> 245377 INFO  (qtp382862964-314) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46072__ore%252Fet&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 245538 INFO  (OverseerThreadFactory-103-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 245929 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 245929 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 247493 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 247649 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 247760 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 248970 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 249154 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 249169 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 249169 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 249170 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a850ab
   [junit4]   2> 249189 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 249190 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 249280 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5134135378250634]
   [junit4]   2> 249408 WARN  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 249919 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 249919 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 249920 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 249920 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 249935 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1912208377, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 249936 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@648ecee8[control_collection_shard1_replica_n1] main]
   [junit4]   2> 249938 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 249938 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 249974 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 250009 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 250010 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 250010 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1600445038059323392
   [junit4]   2> 250116 INFO  (searcherExecutor-106-thread-1-processing-n:127.0.0.1:46072__ore%2Fet x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@648ecee8[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 250377 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 250399 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 250399 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 250399 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46072/_ore/et/control_collection_shard1_replica_n1/
   [junit4]   2> 250400 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 250400 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46072/_ore/et/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 250400 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 250454 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46072/_ore/et/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 250694 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 250805 INFO  (qtp382862964-309) [n:127.0.0.1:46072__ore%2Fet c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4876
   [junit4]   2> 251120 INFO  (zkCallback-53-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 251146 INFO  (qtp382862964-314) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 251672 INFO  (OverseerCollectionConfigSetProcessor-72623872058327044-127.0.0.1:46072__ore%2Fet-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 252147 INFO  (qtp382862964-314) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46072__ore%252Fet&wt=javabin&version=2} status=0 QTime=6770
   [junit4]   2> 252342 INFO  (zkConnectionManagerCallback-71-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 252399 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 252472 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41382/solr ready
   [junit4]   2> 252475 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 252489 INFO  (qtp382862964-310) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 252565 INFO  (OverseerThreadFactory-103-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 252583 WARN  (OverseerThreadFactory-103-thread-2) [    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 252928 INFO  (qtp382862964-310) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 252928 INFO  (qtp382862964-310) [n:127.0.0.1:46072__ore%2Fet    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=438
   [junit4]   2> 254524 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/shard-1-001 of type NRT
   [junit4]   2> 254526 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 254527 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 254527 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 254527 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 254527 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22c609d5{/_ore/et,null,AVAILABLE}
   [junit4]   2> 254540 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@d221f0d{HTTP/1.1,[http/1.1]}{127.0.0.1:41478}
   [junit4]   2> 254540 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.e.j.s.Server Started @254931ms
   [junit4]   2> 254540 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_ore/et, hostPort=41478, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/shard-1-001/cores}
   [junit4]   2> 254541 ERROR (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 254541 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 254541 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.4.0
   [junit4]   2> 254541 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 254541 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 254541 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-14T13:08:52.148Z
   [junit4]   2> 254584 INFO  (OverseerCollectionConfigSetProcessor-72623872058327044-127.0.0.1:46072__ore%2Fet-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 254586 INFO  (zkConnectionManagerCallback-73-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 254637 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 254638 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/shard-1-001/solr.xml
   [junit4]   2> 254695 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 254695 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 254696 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a850ab, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 254842 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41382/solr
   [junit4]   2> 254893 INFO  (zkConnectionManagerCallback-77-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 255129 INFO  (zkConnectionManagerCallback-79-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 255189 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 255225 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 255277 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 255277 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41478__ore%2Fet
   [junit4]   2> 255296 INFO  (zkCallback-70-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 255296 INFO  (zkCallback-60-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 255312 INFO  (zkCallback-53-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 255348 INFO  (zkCallback-78-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 256186 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a850ab
   [junit4]   2> 256240 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a850ab
   [junit4]   2> 256241 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a850ab
   [junit4]   2> 256242 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/shard-1-001/cores
   [junit4]   2> 256417 INFO  (zkConnectionManagerCallback-86-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 256653 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 256726 INFO  (TEST-TestOnReconnectListenerSupport.test-seed#[ADF698D9F533C838]) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41382/solr ready
   [junit4]   2> 256995 INFO  (qtp502445226-368) [n:127.0.0.1:41478__ore%2Fet    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41478__ore%252Fet&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 257121 INFO  (OverseerThreadFactory-103-thread-3) [ c:collection1 s:shard2  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:41478__ore%2Fet for creating new replica
   [junit4]   2> 257239 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet    x:collection1_shard2_replica_n41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 258531 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 258663 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 259542 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 259667 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 259668 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a850ab
   [junit4]   2> 259668 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 259668 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestOnReconnectListenerSupport_ADF698D9F533C838-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 259702 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5134135378250634]
   [junit4]   2> 259817 WARN  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 260163 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 260163 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 260258 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 260258 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 260287 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1912208377, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 260303 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@15e94bdb[collection1_shard2_replica_n41] main]
   [junit4]   2> 260304 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 260305 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 260305 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 260306 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 260306 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 260414 INFO  (searcherExecutor-117-thread-1-processing-n:127.0.0.1:41478__ore%2Fet x:collection1_shard2_replica_n41 c:collection1 s:shard2) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@15e94bdb[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 260414 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1600445048968708096
   [junit4]   2> 260506 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
   [junit4]   2> 260509 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 260509 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 260509 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41478/_ore/et/collection1_shard2_replica_n41/
   [junit4]   2> 260509 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 260509 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:41478/_ore/et/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 260509 INFO  (qtp502445226-363) [n:127.0.0.1:41478__ore%2Fet c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 260600 INFO  (q

[...truncated too long message...]

n: create failed:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/conf
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   1> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   1> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
   [junit4]   1> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   1> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
   [junit4]   1> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58)
   [junit4]   1> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.validateConfigOrThrowSolrException(OverseerCollectionMessageHandler.java:742)
   [junit4]   1> 	at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:114)
   [junit4]   1> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:257)
   [junit4]   1> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
   [junit4]   1> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   1> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 16:08:09.720 [qtp1404452167-626] ERROR org.apache.solr.servlet.HttpSolrCall - null:org.apache.solr.common.SolrException: KeeperErrorCode = Session expired for /configs/conf
   [junit4]   1> 	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:53)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:260)
   [junit4]   1> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:232)
   [junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   1> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:393)
   [junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:339)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
   [junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   1> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   1> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
   [junit4]   1> 	at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
   [junit4]   1> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   1> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:760)
   [junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:678)
   [junit4]   1> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> 
   [junit4]   1> 16:08:12.720 [SUITE-RangeFacetTest-seed#[77D12CD48A498E32]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1441, maxMBSortInHeap=7.675000973339346, sim=RandomSimilarity(queryNorm=true): {}, locale=en-CA, timezone=Europe/Copenhagen
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=210496728,total=309854208
   [junit4]   2> NOTE: All tests run in this JVM: [DateFieldsTest, CastingStringValueStreamTest, LegacyFieldFacetCloudTest, NegateFunctionTest, DateMathFunctionTest, CastingBooleanValueStreamTest, GTFunctionTest, LegacyAbstractAnalyticsFacetCloudTest, StringCastFunctionTest, LegacyNoFacetTest, CastingIntValueTest, CastingDateValueTest, AbsoluteValueFunctionTest, PivotFacetTest, RangeFacetTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RangeFacetTest -Dtests.seed=77D12CD48A498E32 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=en-CA -Dtests.timezone=Europe/Copenhagen -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | RangeFacetTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42076/solr: KeeperErrorCode = Session expired for /configs/conf
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([77D12CD48A498E32]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [47/78 (1!)] on J0 in 27.74s, 0 tests, 1 error <<< FAILURES!

[...truncated 6174 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:651: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid24303.hprof

Total time: 618 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 222 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/222/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testTrigger

Error Message:
waitFor not elapsed but produced an event

Stack Trace:
java.lang.AssertionError: waitFor not elapsed but produced an event
	at __randomizedtesting.SeedInfo.seed([FA2A3CAF71E1C5C:6C6995486ED16F71]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testTrigger(IndexSizeTriggerTest.java:180)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration

Error Message:
events: [CapturedEvent{timestamp=27241034909356490, stage=STARTED, actionName='null', event={   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",   "source":"index_size_trigger",   "eventTime":27241029591129690,   "eventType":"INDEXSIZE",   "properties":{     "__start__":1,     "aboveSize":{},     "belowSize":{"testSplitIntegration_collection":[         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},     "_enqueue_time_":27241034828029090,     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={}, config={   "trigger":"index_size_trigger",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "afterAction":[     "compute_plan",     "execute_plan"],   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",   "beforeAction":[     "compute_plan",     "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241038576070040, stage=BEFORE_ACTION, actionName='compute_plan', event={   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",   "source":"index_size_trigger",   "eventTime":27241029591129690,   "eventType":"INDEXSIZE",   "properties":{     "__start__":1,     "aboveSize":{},     "belowSize":{"testSplitIntegration_collection":[         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},     "_enqueue_time_":27241034828029090,     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={   "trigger":"index_size_trigger",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "afterAction":[     "compute_plan",     "execute_plan"],   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",   "beforeAction":[     "compute_plan",     "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241039767186340, stage=AFTER_ACTION, actionName='compute_plan', event={   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",   "source":"index_size_trigger",   "eventTime":27241029591129690,   "eventType":"INDEXSIZE",   "properties":{     "__start__":1,     "aboveSize":{},     "belowSize":{"testSplitIntegration_collection":[         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},     "_enqueue_time_":27241034828029090,     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{   "first":"testSplitIntegration_collection",   "second":"shard2"}, {   "first":"testSplitIntegration_collection",   "second":"shard1"}]}}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={   "trigger":"index_size_trigger",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "afterAction":[     "compute_plan",     "execute_plan"],   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",   "beforeAction":[     "compute_plan",     "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241039790098090, stage=BEFORE_ACTION, actionName='execute_plan', event={   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",   "source":"index_size_trigger",   "eventTime":27241029591129690,   "eventType":"INDEXSIZE",   "properties":{     "__start__":1,     "aboveSize":{},     "belowSize":{"testSplitIntegration_collection":[         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},     "_enqueue_time_":27241034828029090,     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{   "first":"testSplitIntegration_collection",   "second":"shard2"}, {   "first":"testSplitIntegration_collection",   "second":"shard1"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={   "trigger":"index_size_trigger",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "afterAction":[     "compute_plan",     "execute_plan"],   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",   "beforeAction":[     "compute_plan",     "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241039846184940, stage=AFTER_ACTION, actionName='execute_plan', event={   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",   "source":"index_size_trigger",   "eventTime":27241029591129690,   "eventType":"INDEXSIZE",   "properties":{     "__start__":1,     "aboveSize":{},     "belowSize":{"testSplitIntegration_collection":[         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},     "_enqueue_time_":27241034828029090,     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{   "first":"testSplitIntegration_collection",   "second":"shard2"}, {   "first":"testSplitIntegration_collection",   "second":"shard1"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={   "trigger":"index_size_trigger",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "afterAction":[     "compute_plan",     "execute_plan"],   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",   "beforeAction":[     "compute_plan",     "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241039878221390, stage=SUCCEEDED, actionName='null', event={   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",   "source":"index_size_trigger",   "eventTime":27241029591129690,   "eventType":"INDEXSIZE",   "properties":{     "__start__":1,     "aboveSize":{},     "belowSize":{"testSplitIntegration_collection":[         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},     "_enqueue_time_":27241034828029090,     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={}, config={   "trigger":"index_size_trigger",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "afterAction":[     "compute_plan",     "execute_plan"],   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",   "beforeAction":[     "compute_plan",     "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241046387692790, stage=STARTED, actionName='null', event={   "id":"60c793a38926a0T6n4ls1oof8mcyh6iam6vph2pj",   "source":"index_size_trigger",   "eventTime":27241034682017440,   "eventType":"INDEXSIZE",   "properties":{     "__start__":1,     "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":12,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":12,\n    \"violationType\":\"aboveDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":12,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},     "belowSize":{},     "_enqueue_time_":27241046376239040,     "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={}, config={   "trigger":"index_size_trigger",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "afterAction":[     "compute_plan",     "execute_plan"],   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",   "beforeAction":[     "compute_plan",     "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241048896194040, stage=BEFORE_ACTION, actionName='compute_plan', event={   "id":"60c793a38926a0T6n4ls1oof8mcyh6iam6vph2pj",   "source":"index_size_trigger",   "eventTime":27241034682017440,   "eventType":"INDEXSIZE",   "properties":{     "__start__":1,     "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":12,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":12,\n    \"violationType\":\"aboveDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":12,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},     "belowSize":{},     "_enqueue_time_":27241046376239040,     "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={   "trigger":"index_size_trigger",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "afterAction":[     "compute_plan",     "execute_plan"],   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",   "beforeAction":[     "compute_plan",     "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241048975721990, stage=AFTER_ACTION, actionName='compute_plan', event={   "id":"60c793a38926a0T6n4ls1oof8mcyh6iam6vph2pj",   "source":"index_size_trigger",   "eventTime":27241034682017440,   "eventType":"INDEXSIZE",   "properties":{     "__start__":1,     "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":12,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":12,\n    \"violationType\":\"aboveDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":12,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},     "belowSize":{},     "_enqueue_time_":27241046376239040,     "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={   "trigger":"index_size_trigger",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "afterAction":[     "compute_plan",     "execute_plan"],   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",   "beforeAction":[     "compute_plan",     "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241049002845640, stage=BEFORE_ACTION, actionName='execute_plan', event={   "id":"60c793a38926a0T6n4ls1oof8mcyh6iam6vph2pj",   "source":"index_size_trigger",   "eventTime":27241034682017440,   "eventType":"INDEXSIZE",   "properties":{     "__start__":1,     "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":12,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":12,\n    \"violationType\":\"aboveDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":12,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},     "belowSize":{},     "_enqueue_time_":27241046376239040,     "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={   "trigger":"index_size_trigger",   "stage":[     "STARTED",     "ABORTED",     "SUCCEEDED",     "FAILED"],   "afterAction":[     "compute_plan",     "execute_plan"],   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",   "beforeAction":[     "compute_plan",     "execute_plan"]}, message='null'}] expected:<6> but was:<10>

Stack Trace:
java.lang.AssertionError: events: [CapturedEvent{timestamp=27241034909356490, stage=STARTED, actionName='null', event={
  "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
  "source":"index_size_trigger",
  "eventTime":27241029591129690,
  "eventType":"INDEXSIZE",
  "properties":{
    "__start__":1,
    "aboveSize":{},
    "belowSize":{"testSplitIntegration_collection":[
        "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
        "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
    "_enqueue_time_":27241034828029090,
    "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={}, config={
  "trigger":"index_size_trigger",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "afterAction":[
    "compute_plan",
    "execute_plan"],
  "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
  "beforeAction":[
    "compute_plan",
    "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241038576070040, stage=BEFORE_ACTION, actionName='compute_plan', event={
  "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
  "source":"index_size_trigger",
  "eventTime":27241029591129690,
  "eventType":"INDEXSIZE",
  "properties":{
    "__start__":1,
    "aboveSize":{},
    "belowSize":{"testSplitIntegration_collection":[
        "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
        "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
    "_enqueue_time_":27241034828029090,
    "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={
  "trigger":"index_size_trigger",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "afterAction":[
    "compute_plan",
    "execute_plan"],
  "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
  "beforeAction":[
    "compute_plan",
    "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241039767186340, stage=AFTER_ACTION, actionName='compute_plan', event={
  "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
  "source":"index_size_trigger",
  "eventTime":27241029591129690,
  "eventType":"INDEXSIZE",
  "properties":{
    "__start__":1,
    "aboveSize":{},
    "belowSize":{"testSplitIntegration_collection":[
        "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
        "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
    "_enqueue_time_":27241034828029090,
    "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
  "first":"testSplitIntegration_collection",
  "second":"shard2"}, {
  "first":"testSplitIntegration_collection",
  "second":"shard1"}]}}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
  "trigger":"index_size_trigger",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "afterAction":[
    "compute_plan",
    "execute_plan"],
  "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
  "beforeAction":[
    "compute_plan",
    "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241039790098090, stage=BEFORE_ACTION, actionName='execute_plan', event={
  "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
  "source":"index_size_trigger",
  "eventTime":27241029591129690,
  "eventType":"INDEXSIZE",
  "properties":{
    "__start__":1,
    "aboveSize":{},
    "belowSize":{"testSplitIntegration_collection":[
        "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
        "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
    "_enqueue_time_":27241034828029090,
    "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
  "first":"testSplitIntegration_collection",
  "second":"shard2"}, {
  "first":"testSplitIntegration_collection",
  "second":"shard1"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
  "trigger":"index_size_trigger",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "afterAction":[
    "compute_plan",
    "execute_plan"],
  "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
  "beforeAction":[
    "compute_plan",
    "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241039846184940, stage=AFTER_ACTION, actionName='execute_plan', event={
  "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
  "source":"index_size_trigger",
  "eventTime":27241029591129690,
  "eventType":"INDEXSIZE",
  "properties":{
    "__start__":1,
    "aboveSize":{},
    "belowSize":{"testSplitIntegration_collection":[
        "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
        "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
    "_enqueue_time_":27241034828029090,
    "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
  "first":"testSplitIntegration_collection",
  "second":"shard2"}, {
  "first":"testSplitIntegration_collection",
  "second":"shard1"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={
  "trigger":"index_size_trigger",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "afterAction":[
    "compute_plan",
    "execute_plan"],
  "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
  "beforeAction":[
    "compute_plan",
    "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241039878221390, stage=SUCCEEDED, actionName='null', event={
  "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
  "source":"index_size_trigger",
  "eventTime":27241029591129690,
  "eventType":"INDEXSIZE",
  "properties":{
    "__start__":1,
    "aboveSize":{},
    "belowSize":{"testSplitIntegration_collection":[
        "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
        "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
    "_enqueue_time_":27241034828029090,
    "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={}, config={
  "trigger":"index_size_trigger",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "afterAction":[
    "compute_plan",
    "execute_plan"],
  "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
  "beforeAction":[
    "compute_plan",
    "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241046387692790, stage=STARTED, actionName='null', event={
  "id":"60c793a38926a0T6n4ls1oof8mcyh6iam6vph2pj",
  "source":"index_size_trigger",
  "eventTime":27241034682017440,
  "eventType":"INDEXSIZE",
  "properties":{
    "__start__":1,
    "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":12,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":12,\n    \"violationType\":\"aboveDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":12,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
    "belowSize":{},
    "_enqueue_time_":27241046376239040,
    "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={}, config={
  "trigger":"index_size_trigger",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "afterAction":[
    "compute_plan",
    "execute_plan"],
  "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
  "beforeAction":[
    "compute_plan",
    "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241048896194040, stage=BEFORE_ACTION, actionName='compute_plan', event={
  "id":"60c793a38926a0T6n4ls1oof8mcyh6iam6vph2pj",
  "source":"index_size_trigger",
  "eventTime":27241034682017440,
  "eventType":"INDEXSIZE",
  "properties":{
    "__start__":1,
    "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":12,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":12,\n    \"violationType\":\"aboveDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":12,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
    "belowSize":{},
    "_enqueue_time_":27241046376239040,
    "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={
  "trigger":"index_size_trigger",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "afterAction":[
    "compute_plan",
    "execute_plan"],
  "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
  "beforeAction":[
    "compute_plan",
    "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241048975721990, stage=AFTER_ACTION, actionName='compute_plan', event={
  "id":"60c793a38926a0T6n4ls1oof8mcyh6iam6vph2pj",
  "source":"index_size_trigger",
  "eventTime":27241034682017440,
  "eventType":"INDEXSIZE",
  "properties":{
    "__start__":1,
    "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":12,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":12,\n    \"violationType\":\"aboveDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":12,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
    "belowSize":{},
    "_enqueue_time_":27241046376239040,
    "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
  "trigger":"index_size_trigger",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "afterAction":[
    "compute_plan",
    "execute_plan"],
  "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
  "beforeAction":[
    "compute_plan",
    "execute_plan"]}, message='null'}, CapturedEvent{timestamp=27241049002845640, stage=BEFORE_ACTION, actionName='execute_plan', event={
  "id":"60c793a38926a0T6n4ls1oof8mcyh6iam6vph2pj",
  "source":"index_size_trigger",
  "eventTime":27241034682017440,
  "eventType":"INDEXSIZE",
  "properties":{
    "__start__":1,
    "aboveSize":{"testSplitIntegration_collection":["{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":12,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":12,\n    \"violationType\":\"aboveDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":12,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
    "belowSize":{},
    "_enqueue_time_":27241046376239040,
    "requestedOps":["Op{action=SPLITSHARD, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard, method=GET, params.action=SPLITSHARD, params.collection=testSplitIntegration_collection, params.shard=shard1}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger, properties.AFTER_ACTION=[compute_plan]}, config={
  "trigger":"index_size_trigger",
  "stage":[
    "STARTED",
    "ABORTED",
    "SUCCEEDED",
    "FAILED"],
  "afterAction":[
    "compute_plan",
    "execute_plan"],
  "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
  "beforeAction":[
    "compute_plan",
    "execute_plan"]}, message='null'}] expected:<6> but was:<10>
	at __randomizedtesting.SeedInfo.seed([FA2A3CAF71E1C5C:362C1A8AD8E1D5A2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:303)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15087 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_FA2A3CAF71E1C5C-001/init-core-data-001
   [junit4]   2> 4688431 INFO  (SUITE-IndexSizeTriggerTest-seed#[FA2A3CAF71E1C5C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_FA2A3CAF71E1C5C-001/tempDir-001
   [junit4]   2> 4688431 INFO  (SUITE-IndexSizeTriggerTest-seed#[FA2A3CAF71E1C5C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4688431 INFO  (Thread-77203) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4688431 INFO  (Thread-77203) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4688433 ERROR (Thread-77203) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4688531 INFO  (SUITE-IndexSizeTriggerTest-seed#[FA2A3CAF71E1C5C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40728
   [junit4]   2> 4688534 INFO  (zkConnectionManagerCallback-54593-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4688539 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1064c9b4dbb0000, likely client has closed socket
   [junit4]   2> 4688543 INFO  (jetty-launcher-54590-thread-1) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 4688548 INFO  (jetty-launcher-54590-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4688548 INFO  (jetty-launcher-54590-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4688548 INFO  (jetty-launcher-54590-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4688548 INFO  (jetty-launcher-54590-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@290782ce{/solr,null,AVAILABLE}
   [junit4]   2> 4688549 INFO  (jetty-launcher-54590-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7adf3ea0{SSL,[ssl, http/1.1]}{127.0.0.1:46494}
   [junit4]   2> 4688549 INFO  (jetty-launcher-54590-thread-1) [    ] o.e.j.s.Server Started @4688607ms
   [junit4]   2> 4688549 INFO  (jetty-launcher-54590-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46494}
   [junit4]   2> 4688549 ERROR (jetty-launcher-54590-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4688550 INFO  (jetty-launcher-54590-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4688550 INFO  (jetty-launcher-54590-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.4.0
   [junit4]   2> 4688550 INFO  (jetty-launcher-54590-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4688550 INFO  (jetty-launcher-54590-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4688550 INFO  (jetty-launcher-54590-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-20T07:59:13.248Z
   [junit4]   2> 4688562 INFO  (jetty-launcher-54590-thread-2) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 4688565 INFO  (jetty-launcher-54590-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4688566 INFO  (jetty-launcher-54590-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4688566 INFO  (jetty-launcher-54590-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4688566 INFO  (jetty-launcher-54590-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4abff62f{/solr,null,AVAILABLE}
   [junit4]   2> 4688567 INFO  (jetty-launcher-54590-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75fa2eef{SSL,[ssl, http/1.1]}{127.0.0.1:58476}
   [junit4]   2> 4688567 INFO  (jetty-launcher-54590-thread-2) [    ] o.e.j.s.Server Started @4688624ms
   [junit4]   2> 4688567 INFO  (jetty-launcher-54590-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58476}
   [junit4]   2> 4688567 ERROR (jetty-launcher-54590-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4688567 INFO  (jetty-launcher-54590-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4688567 INFO  (jetty-launcher-54590-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.4.0
   [junit4]   2> 4688567 INFO  (jetty-launcher-54590-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4688567 INFO  (jetty-launcher-54590-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 4688567 INFO  (jetty-launcher-54590-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-20T07:59:13.265Z
   [junit4]   2> 4688569 INFO  (zkConnectionManagerCallback-54597-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4688570 INFO  (jetty-launcher-54590-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4688587 INFO  (jetty-launcher-54590-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40728/solr
   [junit4]   2> 4688594 INFO  (zkConnectionManagerCallback-54595-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4688595 INFO  (jetty-launcher-54590-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4688605 INFO  (jetty-launcher-54590-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40728/solr
   [junit4]   2> 4688606 INFO  (zkConnectionManagerCallback-54605-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4688610 INFO  (zkConnectionManagerCallback-54607-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4688646 INFO  (zkConnectionManagerCallback-54601-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4688669 INFO  (zkConnectionManagerCallback-54611-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4688682 INFO  (jetty-launcher-54590-thread-2) [n:127.0.0.1:58476_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4688683 INFO  (jetty-launcher-54590-thread-2) [n:127.0.0.1:58476_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58476_solr
   [junit4]   2> 4688685 INFO  (jetty-launcher-54590-thread-2) [n:127.0.0.1:58476_solr    ] o.a.s.c.Overseer Overseer (id=73830673805934598-127.0.0.1:58476_solr-n_0000000000) starting
   [junit4]   2> 4688714 INFO  (zkConnectionManagerCallback-54618-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4688716 INFO  (jetty-launcher-54590-thread-2) [n:127.0.0.1:58476_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40728/solr ready
   [junit4]   2> 4688728 INFO  (jetty-launcher-54590-thread-1) [n:127.0.0.1:46494_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4688780 INFO  (jetty-launcher-54590-thread-1) [n:127.0.0.1:46494_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46494_solr
   [junit4]   2> 4688789 INFO  (jetty-launcher-54590-thread-2) [n:127.0.0.1:58476_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58476_solr
   [junit4]   2> 4688795 DEBUG (OverseerAutoScalingTriggerThread-73830673805934598-127.0.0.1:58476_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 4688798 INFO  (zkCallback-54610-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4688798 INFO  (zkCallback-54606-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4688799 INFO  (zkCallback-54617-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4688799 DEBUG (OverseerAutoScalingTriggerThread-73830673805934598-127.0.0.1:58476_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 4688800 DEBUG (OverseerAutoScalingTriggerThread-73830673805934598-127.0.0.1:58476_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 4688800 DEBUG (OverseerAutoScalingTriggerThread-73830673805934598-127.0.0.1:58476_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 4688868 DEBUG (OverseerAutoScalingTriggerThread-73830673805934598-127.0.0.1:58476_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:58476_solr, 127.0.0.1:46494_solr]
   [junit4]   2> 4688869 DEBUG (OverseerAutoScalingTriggerThread-73830673805934598-127.0.0.1:58476_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4688869 DEBUG (OverseerAutoScalingTriggerThread-73830673805934598-127.0.0.1:58476_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 4688869 INFO  (zkCallback-54610-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4688870 DEBUG (ScheduledTrigger-14440-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4689214 INFO  (jetty-launcher-54590-thread-1) [n:127.0.0.1:46494_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46494.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44877817
   [junit4]   2> 4689341 INFO  (jetty-launcher-54590-thread-1) [n:127.0.0.1:46494_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46494.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44877817
   [junit4]   2> 4689341 INFO  (jetty-launcher-54590-thread-1) [n:127.0.0.1:46494_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46494.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44877817
   [junit4]   2> 4689348 INFO  (jetty-launcher-54590-thread-1) [n:127.0.0.1:46494_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_FA2A3CAF71E1C5C-001/tempDir-001/node1/.
   [junit4]   2> 4689401 INFO  (zkConnectionManagerCallback-54623-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4689402 INFO  (jetty-launcher-54590-thread-1) [n:127.0.0.1:46494_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4689403 INFO  (jetty-launcher-54590-thread-1) [n:127.0.0.1:46494_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40728/solr ready
   [junit4]   2> 4689444 INFO  (jetty-launcher-54590-thread-2) [n:127.0.0.1:58476_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58476.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44877817
   [junit4]   2> 4689507 INFO  (jetty-launcher-54590-thread-2) [n:127.0.0.1:58476_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58476.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44877817
   [junit4]   2> 4689508 INFO  (jetty-launcher-54590-thread-2) [n:127.0.0.1:58476_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58476.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44877817
   [junit4]   2> 4689509 INFO  (jetty-launcher-54590-thread-2) [n:127.0.0.1:58476_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_FA2A3CAF71E1C5C-001/tempDir-001/node2/.
   [junit4]   2> 4689790 INFO  (zkConnectionManagerCallback-54625-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4689809 INFO  (zkConnectionManagerCallback-54630-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4689810 INFO  (SUITE-IndexSizeTriggerTest-seed#[FA2A3CAF71E1C5C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4689811 INFO  (SUITE-IndexSizeTriggerTest-seed#[FA2A3CAF71E1C5C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40728/solr ready
   [junit4]   2> 4689832 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 4689832 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 4689833 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 4689833 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 4689900 DEBUG (ScheduledTrigger-14440-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4689901 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 4689906 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4689906 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 4689907 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4689929 DEBUG (ScheduledTrigger-14449-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4689950 DEBUG (ScheduledTrigger-14449-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4689970 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4689990 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690010 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690030 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690067 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690089 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690109 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690129 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690148 DEBUG (simCloudManagerPool-14448-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testTrigger_collection / shard2: {"core_node3":{
   [junit4]   2>     "core":"testTrigger_collection_shard2_replica_n3",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "node_name":"127.0.0.1:10007_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.numDocs":0,
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testTrigger_collection"}}
   [junit4]   2> 4690153 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690153 DEBUG (simCloudManagerPool-14448-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testTrigger_collection / shard1: {"core_node1":{
   [junit4]   2>     "core":"testTrigger_collection_shard1_replica_n1",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "node_name":"127.0.0.1:10007_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.numDocs":0,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testTrigger_collection"}}
   [junit4]   2> 4690173 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690193 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690213 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690233 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690254 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690274 DEBUG (ScheduledTrigger-14449-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 4690285 INFO  (TEST-IndexSizeTriggerTest.testTrigger-seed#[FA2A3CAF71E1C5C]) [    ] o.a.s.c.a.IndexSizeTriggerTest #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		2
   [junit4]   2> ## Empty nodes:	0
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:	[testTrigger_collection]
   [junit4]   2> DocCollection(testTrigger_collection//clusterstate.json/29)={
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard2":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testTrigger_collection_shard2_replica_n3",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":11,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":1,
   [junit4]   2>           "node_name":"127.0.0.1:10007_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.numDocs":11},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testTrigger_collection_shard2_replica_n4",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":11,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":1,
   [junit4]   2>           "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.numDocs":11}},
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active"},
   [junit4]   2>     "shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testTrigger_collection_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":14,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":1,
   [junit4]   2>           "node_name":"127.0.0.1:10007_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.numDocs":14},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testTrigger_collection_shard1_replica_n2",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":14,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":1,
   [junit4]   2>           "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.numDocs":14}},
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> ## Max replicas per node:	2
   [junit4]   2> ## Min replicas per node:	2
   [junit4]   2> ## Total replicas:		4
   [junit4]   2> ## * testTrigger_collection		4
   [junit4]   2> ##		- active           4
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- CREATE             1
   [junit4]   2> ##		- update            26
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> 
   [junit4]   2> 4690286 DEBUG (TEST-IndexSizeTriggerTest.testTrigger-seed#[FA2A3CAF71E1C5C]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 4690286 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 4690289 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 4690289 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4690289 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=IndexSizeTriggerTest -Dtests.method=testTrigger -Dtests.seed=FA2A3CAF71E1C5C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=sr-BA -Dtests.timezone=US/Mountain -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.36s J1 | IndexSizeTriggerTest.testTrigger <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: waitFor not elapsed but produced an event
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FA2A3CAF71E1C5C:6C6995486ED16F71]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testTrigger(IndexSizeTriggerTest.java:180)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4690484 DEBUG (simCloudManagerPool-14448-thread-39) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard2: {"core_node3":{
   [junit4]   2>     "core":"testSplitIntegration_collection_shard2_replica_n3",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.numDocs":0,
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testSplitIntegration_collection"}}
   [junit4]   2> 4690485 DEBUG (simCloudManagerPool-14448-thread-40) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1: {"core_node1":{
   [junit4]   2>     "core":"testSplitIntegration_collection_shard1_replica_n1",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.numDocs":0,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testSplitIntegration_collection"}}
   [junit4]   2> 4690494 DEBUG (simCloudManagerPool-14448-thread-41) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4690494 DEBUG (simCloudManagerPool-14448-thread-41) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 4690495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 4690495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 4690495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4690495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 4690517 DEBUG (simCloudManagerPool-14448-thread-42) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4690525 DEBUG (simCloudManagerPool-14448-thread-42) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 4690525 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 4690525 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 4690525 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4690525 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 4690537 DEBUG (simCloudManagerPool-14448-thread-43) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 4690537 DEBUG (simCloudManagerPool-14448-thread-43) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 4690537 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 4690538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 4690538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 4690538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 4690599 DEBUG (ScheduledTrigger-14449-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
   [junit4]   2>   "source":"index_size_trigger",
   [junit4]   2>   "eventTime":27241029591129690,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{"testSplitIntegration_collection":[
   [junit4]   2>         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
   [junit4]   2>         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
   [junit4]   2>     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}
   [junit4]   2> 4690600 DEBUG (ScheduledTrigger-14449-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger]
   [junit4]   2> 4690602 INFO  (ScheduledTrigger-14449-thread-3) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=27241034909356490, stage=STARTED, actionName='null', event={
   [junit4]   2>   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
   [junit4]   2>   "source":"index_size_trigger",
   [junit4]   2>   "eventTime":27241029591129690,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{"testSplitIntegration_collection":[
   [junit4]   2>         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
   [junit4]   2>         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
   [junit4]   2>     "_enqueue_time_":27241034828029090,
   [junit4]   2>     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={}, config={
   [junit4]   2>   "trigger":"index_size_trigger",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"]}, message='null'}
   [junit4]   2> 4690648 DEBUG (AutoscalingActionExecutor-14450-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
   [junit4]   2>   "source":"index_size_trigger",
   [junit4]   2>   "eventTime":27241029591129690,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{"testSplitIntegration_collection":[
   [junit4]   2>         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
   [junit4]   2>         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
   [junit4]   2>     "_enqueue_time_":27241034828029090,
   [junit4]   2>     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}
   [junit4]   2> 4690675 INFO  (AutoscalingActionExecutor-14450-thread-1) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=27241038576070040, stage=BEFORE_ACTION, actionName='compute_plan', event={
   [junit4]   2>   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
   [junit4]   2>   "source":"index_size_trigger",
   [junit4]   2>   "eventTime":27241029591129690,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{"testSplitIntegration_collection":[
   [junit4]   2>         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
   [junit4]   2>         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
   [junit4]   2>     "_enqueue_time_":27241034828029090,
   [junit4]   2>     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger}, config={
   [junit4]   2>   "trigger":"index_size_trigger",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener",
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"]}, message='null'}
   [junit4]   2> 4690676 DEBUG (AutoscalingActionExecutor-14450-thread-1) [    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
   [junit4]   2>   "source":"index_size_trigger",
   [junit4]   2>   "eventTime":27241029591129690,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{"testSplitIntegration_collection":[
   [junit4]   2>         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":1,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":1,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testSplitIntegration_collection\"}}",
   [junit4]   2>         "{\"core_node1\":{\n    \"core\":\"testSplitIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":2,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10006_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testSplitIntegration_collection\"}}"]},
   [junit4]   2>     "_enqueue_time_":27241034828029090,
   [junit4]   2>     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testSplitIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 4690699 INFO  (AutoscalingActionExecutor-14450-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed plan empty, remained 0 requested ops to try.
   [junit4]   2> 4690699 INFO  (AutoscalingActionExecutor-14450-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 27241039762 sessionWrapper.createTime 27241038654803840, this.sessionWrapper.createTime 27241038654803840 
   [junit4]   2> 4690699 INFO  (AutoscalingActionExecutor-14450-thread-1) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=27241039767186340, stage=AFTER_ACTION, actionName='compute_plan', event={
   [junit4]   2>   "id":"60c79274185e5aT6n4ls1oof8mcyh6iam6vph2pg",
   [junit4]   2>   "source":"index_size_trigger",
   [junit4]   2>   "eventTime":27241029591129690,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":1,
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{"testSplitIntegration_collection":[
   [junit4]   2>         "{\"core_node3\":{\n    \"core\":\"testSplitIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":1,\n    \"SEARCHER.searcher.deletedDocs

[...truncated too long message...]

top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/null1580732495
     [copy] Copying 39 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/null1580732495
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/null1580732495

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/null1198274008
     [copy] Copying 246 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/null1198274008
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/null1198274008

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 271ms :: artifacts dl 8ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 365 minutes 27 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 221 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/221/

12 tests failed.
FAILED:  org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates

Error Message:
this IndexWriter is closed

Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B:1AE6FDA109F27599]:0)
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:657)
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:671)
	at org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1754)
	at org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates(TestBinaryDocValuesUpdates.java:1323)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
	at org.apache.lucene.codecs.lucene70.Lucene70DocValuesConsumer.addBinaryField(Lucene70DocValuesConsumer.java:348)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:114)
	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:350)
	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:590)
	at org.apache.lucene.index.ReaderPool.release(ReaderPool.java:192)
	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5156)
	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3935)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4542)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4042)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)


FAILED:  org.apache.lucene.index.TestBinaryDocValuesUpdates.testSimple

Error Message:
Captured an uncaught exception in thread: Thread[id=4976, name=Lucene Merge Thread #7, state=RUNNABLE, group=TGRP-TestBinaryDocValuesUpdates]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4976, name=Lucene Merge Thread #7, state=RUNNABLE, group=TGRP-TestBinaryDocValuesUpdates]
	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B:5A700754CC218EAA]:0)
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
Caused by: java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
	at org.apache.lucene.codecs.lucene70.Lucene70DocValuesConsumer.addBinaryField(Lucene70DocValuesConsumer.java:348)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:114)
	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:350)
	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:590)
	at org.apache.lucene.index.ReaderPool.release(ReaderPool.java:192)
	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5156)
	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3935)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4542)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4042)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)


FAILED:  org.apache.lucene.index.TestNumericDocValuesUpdates.testTonsOfUpdates

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at org.apache.lucene.util.packed.Direct64.<init>(Direct64.java:36)
	at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:960)
	at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
	at org.apache.lucene.util.packed.GrowableWriter.<init>(GrowableWriter.java:46)
	at org.apache.lucene.util.packed.PagedGrowableWriter.newMutable(PagedGrowableWriter.java:56)
	at org.apache.lucene.util.packed.AbstractPagedMutable.resize(AbstractPagedMutable.java:130)
	at org.apache.lucene.util.packed.AbstractPagedMutable.grow(AbstractPagedMutable.java:152)
	at org.apache.lucene.index.NumericDocValuesFieldUpdates.grow(NumericDocValuesFieldUpdates.java:92)
	at org.apache.lucene.index.DocValuesFieldUpdates.addInternal(DocValuesFieldUpdates.java:338)
	at org.apache.lucene.index.DocValuesFieldUpdates.add(DocValuesFieldUpdates.java:323)
	at org.apache.lucene.index.NumericDocValuesFieldUpdates.add(NumericDocValuesFieldUpdates.java:77)
	at org.apache.lucene.index.FrozenBufferedUpdates.lambda$applyDocValuesUpdates$3(FrozenBufferedUpdates.java:625)
	at org.apache.lucene.index.FrozenBufferedUpdates$$Lambda$228/727253581.accept(Unknown Source)
	at org.apache.lucene.index.FrozenBufferedUpdates.applyDocValuesUpdates(FrozenBufferedUpdates.java:649)
	at org.apache.lucene.index.FrozenBufferedUpdates.applyDocValuesUpdates(FrozenBufferedUpdates.java:489)
	at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:459)
	at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:293)
	at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2577)
	at org.apache.lucene.index.IndexWriter$$Lambda$37/1573299475.process(Unknown Source)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5049)
	at org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1760)
	at org.apache.lucene.index.TestNumericDocValuesUpdates.testTonsOfUpdates(TestNumericDocValuesUpdates.java:1557)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)


FAILED:  org.apache.lucene.search.TestIntRangeFieldQueries.testRandomBig

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded
	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B:E5945E257A8B26FB]:0)
	at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:97)
	at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)


FAILED:  org.apache.lucene.util.TestOfflineSorter.testSmallRandom

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space


FAILED:  org.apache.lucene.util.TestOfflineSorter.testLargerRandom

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space


FAILED:  org.apache.lucene.util.TestOfflineSorter.testIntermediateMerges

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space


FAILED:  org.apache.lucene.util.TestOfflineSorter.testThreadSafety

Error Message:
GC overhead limit exceeded

Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.TestSkipOverseerOperations.testSkipDownOperations

Error Message:
Expected 2x2 for collection: collection2 null Live Nodes: [127.0.0.1:34734_solr, 127.0.0.1:39988_solr, 127.0.0.1:46633_solr] Last available state: null

Stack Trace:
java.lang.AssertionError: Expected 2x2 for collection: collection2
null
Live Nodes: [127.0.0.1:34734_solr, 127.0.0.1:39988_solr, 127.0.0.1:46633_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([DB31294B97C0F54E:1CA35B0D6A8C4E98]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:278)
	at org.apache.solr.cloud.TestSkipOverseerOperations.testSkipDownOperations(TestSkipOverseerOperations.java:104)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestSkipOverseerOperations.testSkipLeaderOperations

Error Message:
Expected 2x1 for collection: collection1 null Live Nodes: [127.0.0.1:34734_solr, 127.0.0.1:39988_solr, 127.0.0.1:46633_solr] Last available state: null

Stack Trace:
java.lang.AssertionError: Expected 2x1 for collection: collection1
null
Live Nodes: [127.0.0.1:34734_solr, 127.0.0.1:39988_solr, 127.0.0.1:46633_solr]
Last available state: null
	at __randomizedtesting.SeedInfo.seed([DB31294B97C0F54E:2BDBFAB748E38524]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:278)
	at org.apache.solr.cloud.TestSkipOverseerOperations.testSkipLeaderOperations(TestSkipOverseerOperations.java:69)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
[Op{action=DELETEREPLICA, hints={COLL_SHARD=[{   "first":"deleteNode_collection",   "second":"shard1"}], REPLICA=[core_node3]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{   "first":"deleteNode_collection",   "second":"shard1"}], REPLICA=[core_node8]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{   "first":"deleteNode_collection",   "second":"shard1"}], REPLICA=[core_node6]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{   "first":"deleteNode_collection",   "second":"shard1"}], REPLICA=[core_node10]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:44487_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:34843_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:41605_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:40513_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:39180_solr]}}] expected:<8> but was:<9>

Stack Trace:
java.lang.AssertionError: [Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
  "first":"deleteNode_collection",
  "second":"shard1"}], REPLICA=[core_node3]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
  "first":"deleteNode_collection",
  "second":"shard1"}], REPLICA=[core_node8]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
  "first":"deleteNode_collection",
  "second":"shard1"}], REPLICA=[core_node6]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
  "first":"deleteNode_collection",
  "second":"shard1"}], REPLICA=[core_node10]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:44487_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:34843_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:41605_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:40513_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:39180_solr]}}] expected:<8> but was:<9>
	at __randomizedtesting.SeedInfo.seed([DB31294B97C0F54E:F9A3E7C9A00A7A33]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:638)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([DB31294B97C0F54E:B8FA1FC90E0F8663]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger(SearchRateTriggerTest.java:133)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1702 lines...]
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4]   1> TEST: isNRT=false reader1=StandardDirectoryReader(segments_1:4 _0(7.4.0):c2)
   [junit4]   1> TEST: now reopen
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBinaryDocValuesUpdates -Dtests.method=testTonsOfUpdates -Dtests.seed=62C323AAEBD25A7B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=fr-CA -Dtests.timezone=Canada/Mountain -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    186s J2 | TestBinaryDocValuesUpdates.testTonsOfUpdates <<<
   [junit4]    > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B:1AE6FDA109F27599]:0)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:657)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:671)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1754)
   [junit4]    > 	at org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates(TestBinaryDocValuesUpdates.java:1323)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    > 	at org.apache.lucene.codecs.lucene70.Lucene70DocValuesConsumer.addBinaryField(Lucene70DocValuesConsumer.java:348)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:114)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:350)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:590)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.release(ReaderPool.java:192)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5156)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3935)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4542)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4042)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBinaryDocValuesUpdates -Dtests.method=testSimple -Dtests.seed=62C323AAEBD25A7B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=fr-CA -Dtests.timezone=Canada/Mountain -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.13s J2 | TestBinaryDocValuesUpdates.testSimple <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4976, name=Lucene Merge Thread #7, state=RUNNABLE, group=TGRP-TestBinaryDocValuesUpdates]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B:5A700754CC218EAA]:0)
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    > 	at org.apache.lucene.codecs.lucene70.Lucene70DocValuesConsumer.addBinaryField(Lucene70DocValuesConsumer.java:348)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:114)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:350)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:590)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.release(ReaderPool.java:192)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5156)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3935)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4542)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4042)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> mai 18, 2018 5:42:30 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> AVERTISSEMENT: Uncaught exception in thread: Thread[Lucene Merge Thread #7,5,TGRP-TestBinaryDocValuesUpdates]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
   [junit4]   2> 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
   [junit4]   2> 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
   [junit4]   2> 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
   [junit4]   2> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene70.Lucene70DocValuesConsumer.addBinaryField(Lucene70DocValuesConsumer.java:348)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:114)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:350)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:590)
   [junit4]   2> 	at org.apache.lucene.index.ReaderPool.release(ReaderPool.java:192)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.release(IndexWriter.java:5156)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3935)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4542)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4042)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestBinaryDocValuesUpdates_62C323AAEBD25A7B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {bdv=FST50, f=FSTOrd50, k1=FSTOrd50, dvUpdateKey=FST50, foo=FSTOrd50, k2=Lucene50(blocksize=128), upd=PostingsFormat(name=Memory), updKey=FSTOrd50, id=Lucene50(blocksize=128), key=Lucene50(blocksize=128)}, docValues:{ndv=DocValuesFormat(name=Lucene70), f10=DocValuesFormat(name=Direct), f12=DocValuesFormat(name=Lucene70), f11=DocValuesFormat(name=Asserting), f14=DocValuesFormat(name=Direct), f13=DocValuesFormat(name=Lucene70), f0=DocValuesFormat(name=Asserting), f16=DocValuesFormat(name=Lucene70), f1=DocValuesFormat(name=Lucene70), f15=DocValuesFormat(name=Asserting), f2=DocValuesFormat(name=Lucene70), f18=DocValuesFormat(name=Direct), f17=DocValuesFormat(name=Lucene70), f3=DocValuesFormat(name=Direct), f4=DocValuesFormat(name=Asserting), f19=DocValuesFormat(name=Asserting), f5=DocValuesFormat(name=Lucene70), f6=DocValuesFormat(name=Lucene70), bdv2=DocValuesFormat(name=Asserting), f7=DocValuesFormat(name=Direct), number=DocValuesFormat(name=Lucene70), f8=DocValuesFormat(name=Asserting), f9=DocValuesFormat(name=Lucene70), bdv1=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), val=DocValuesFormat(name=Direct), f21=DocValuesFormat(name=Direct), f20=DocValuesFormat(name=Lucene70), f23=DocValuesFormat(name=Lucene70), f22=DocValuesFormat(name=Asserting), f25=DocValuesFormat(name=Direct), upd=DocValuesFormat(name=Direct), f24=DocValuesFormat(name=Lucene70), f27=DocValuesFormat(name=Lucene70), f26=DocValuesFormat(name=Asserting), sort=DocValuesFormat(name=Asserting), f29=DocValuesFormat(name=Direct), cf0=DocValuesFormat(name=Direct), f28=DocValuesFormat(name=Lucene70), cf2=DocValuesFormat(name=Lucene70), cf1=DocValuesFormat(name=Asserting), cf4=DocValuesFormat(name=Direct), cf3=DocValuesFormat(name=Lucene70), cf6=DocValuesFormat(name=Lucene70), cf5=DocValuesFormat(name=Asserting), cf8=DocValuesFormat(name=Direct), cf7=DocValuesFormat(name=Lucene70), cf9=DocValuesFormat(name=Asserting), cf29=DocValuesFormat(name=Asserting), ssdv=DocValuesFormat(name=Asserting), sdv=DocValuesFormat(name=Direct), cf27=DocValuesFormat(name=Lucene70), cf28=DocValuesFormat(name=Direct), cf25=DocValuesFormat(name=Asserting), cf26=DocValuesFormat(name=Lucene70), cf23=DocValuesFormat(name=Lucene70), cf24=DocValuesFormat(name=Direct), cf21=DocValuesFormat(name=Asserting), cf22=DocValuesFormat(name=Lucene70), cf20=DocValuesFormat(name=Direct), key=DocValuesFormat(name=Lucene70), cf=DocValuesFormat(name=Lucene70), cf18=DocValuesFormat(name=Asserting), cf19=DocValuesFormat(name=Lucene70), cf16=DocValuesFormat(name=Lucene70), f=DocValuesFormat(name=Asserting), cf17=DocValuesFormat(name=Direct), cf14=DocValuesFormat(name=Asserting), cf15=DocValuesFormat(name=Lucene70), control=DocValuesFormat(name=Direct), cf12=DocValuesFormat(name=Lucene70), cf13=DocValuesFormat(name=Direct), cf10=DocValuesFormat(name=Asserting), cf11=DocValuesFormat(name=Lucene70), bdv=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1992, maxMBSortInHeap=7.619633936625373, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-CA, timezone=Canada/Mountain
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=114644416,total=473432064
   [junit4]   2> NOTE: All tests run in this JVM: [TestMixedCodecs, TestSpans, TestUpgradeIndexMergePolicy, TestPolygon2D, TestLogMergePolicy, TestCharsRef, TestPointQueries, TestHighCompressionMode, TestAttributeSource, TestNIOFSDirectory, TestOperations, TestStressAdvance, TestReaderWrapperDVTypeCheck, TestFieldInvertState, TestArrayUtil, TestDirectoryReader, TestEarlyTermination, TestStressIndexing2, TestPackedInts, TestShardSearching, TestCharacterUtils, TestSpanBoostQuery, TestLongValuesSource, TestParallelCompositeReader, TestIntroSelector, TestIndexWriterDeleteByQuery, TestConsistentFieldNumbers, TestSortedNumericSortField, TestSimpleExplanationsOfNonMatches, TestIndexWriterMerging, TestPointValues, TestConjunctions, TestSegmentTermEnum, TestRamUsageEstimator, TestMultiFields, TestMergedIterator, TestMinShouldMatch2, TestLongPostings, TestStringMSBRadixSorter, TestTermScorer, TestMultiset, TestPrefixQuery, TestTopDocsCollector, TestTerms, TestDateSort, TestPositiveScoresOnlyCollector, TestStopFilter, TestBooleanSimilarity, TestRegexpQuery, TestSwappedIndexFiles, TestDoubleRangeFieldQueries, TestRollingUpdates, TestNRTReaderWithThreads, TestControlledRealTimeReopenThread, TestDirectPacked, TestSimilarityBase, TestNoMergePolicy, TestPackedTokenAttributeImpl, TestField, TestSleepingLockWrapper, FiniteStringsIteratorTest, TestLucene50StoredFieldsFormat, TestBlockPostingsFormat, TestSegmentCacheables, TestIndexWriterMergePolicy, TestDoubleRange, TestFieldsReader, TestSubScorerFreqs, TestDemoParallelLeafReader, TestSegmentTermDocs, TestBasics, TestTermdocPerf, TestRoaringDocIdSet, TestScorerPerf, TestDocument, TestSynonymQuery, TestFutureObjects, TestPerFieldPostingsFormat2, TestTopDocsMerge, TestNeverDelete, TestSnapshotDeletionPolicy, TestIndexWriterForceMerge, TestLevenshteinAutomata, TestBufferedIndexInput, TestWeakIdentityMap, TestSimpleExplanations, TestCollectionUtil, TestBagOfPositions, TestFixedBitSet, TestSegmentReader, TestFastDecompressionMode, TestFieldCacheRewriteMethod, TestPagedBytes, TestTransactions, TestSort, TestCustomSearcherSort, TestDocValuesIndexing, TestHugeRamFile, Test2BDocs, TestIndexWriterOnDiskFull, TestPostingsOffsets, TestTransactionRollback, TestUTF32ToUTF8, TestSpanExplanations, TestFastCompressionMode, TestLazyProxSkipping, TestDocsAndPositions, TestMergeSchedulerExternal, TestBagOfPostings, TestTermVectorsWriter, TestCharTermAttributeImpl, TestOmitPositions, TestParallelLeafReader, TestBytesRefHash, TestThreadedForceMerge, TestIndexInput, TestSloppyPhraseQuery2, TestFuzzyQuery, TestPayloads, TestDoc, TestSimilarity2, TestExternalCodecs, TestNoDeletionPolicy, TestPerSegmentDeletes, TestIntBlockPool, TestPrefixInBooleanQuery, TestBooleanQuery, TestComplexExplanationsOfNonMatches, TestUnicodeUtil, TestAllFilesHaveCodecHeader, TestMaxTermFrequency, TestFileSwitchDirectory, TestDocValuesScoring, TestSentinelIntSet, TestWildcardRandom, TestDirectory, TestRegexpRandom, TestMultiLevelSkipList, TestCheckIndex, TestPayloadsOnVectors, TestBooleanQueryVisitSubscorers, TestSearchForDuplicates, TestIndexFileDeleter, TestCompiledAutomaton, TestConstantScoreQuery, TestMatchAllDocsQuery, TestParallelTermEnum, TestBinaryTerms, TestRecyclingIntBlockAllocator, TestIndexWriterConfig, TestSpanExplanationsOfNonMatches, TestVirtualMethod, TestRollingBuffer, TestSmallFloat, TestSetOnce, TestFilterLeafReader, TestCachingTokenFilter, Test2BPostings, TestLucene70SegmentInfoFormat, TestFloatRange, TestIntRange, TestGeoEncodingUtils, TestGeoUtils, TestPolygon, Test2BPoints, Test2BSortedDocValuesFixedSorted, Test2BSortedDocValuesOrds, TestAllFilesCheckIndexHeader, TestAllFilesHaveChecksumFooter, TestBinaryDocValuesUpdates]
   [junit4] Completed [356/475 (1!)] on J2 in 226.85s, 29 tests, 2 errors <<< FAILURES!

[...truncated 249 lines...]
   [junit4] Suite: org.apache.lucene.index.TestNumericDocValuesUpdates
   [junit4]   2> maí 18, 2018 8:24:32 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #1,5,TGRP-TestNumericDocValuesUpdates]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
   [junit4]   2> 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
   [junit4]   2> 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
   [junit4]   2> 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
   [junit4]   2> 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]   2> 	at org.apache.lucene.store.RateLimitedIndexOutput.writeBytes(RateLimitedIndexOutput.java:73)
   [junit4]   2> 	at org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:278)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:96)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4947)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4450)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4042)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNumericDocValuesUpdates -Dtests.method=testTonsOfUpdates -Dtests.seed=62C323AAEBD25A7B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=is-IS -Dtests.timezone=America/Grand_Turk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   72.4s J2 | TestNumericDocValuesUpdates.testTonsOfUpdates <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.util.packed.Direct64.<init>(Direct64.java:36)
   [junit4]    > 	at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:960)
   [junit4]    > 	at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
   [junit4]    > 	at org.apache.lucene.util.packed.GrowableWriter.<init>(GrowableWriter.java:46)
   [junit4]    > 	at org.apache.lucene.util.packed.PagedGrowableWriter.newMutable(PagedGrowableWriter.java:56)
   [junit4]    > 	at org.apache.lucene.util.packed.AbstractPagedMutable.resize(AbstractPagedMutable.java:130)
   [junit4]    > 	at org.apache.lucene.util.packed.AbstractPagedMutable.grow(AbstractPagedMutable.java:152)
   [junit4]    > 	at org.apache.lucene.index.NumericDocValuesFieldUpdates.grow(NumericDocValuesFieldUpdates.java:92)
   [junit4]    > 	at org.apache.lucene.index.DocValuesFieldUpdates.addInternal(DocValuesFieldUpdates.java:338)
   [junit4]    > 	at org.apache.lucene.index.DocValuesFieldUpdates.add(DocValuesFieldUpdates.java:323)
   [junit4]    > 	at org.apache.lucene.index.NumericDocValuesFieldUpdates.add(NumericDocValuesFieldUpdates.java:77)
   [junit4]    > 	at org.apache.lucene.index.FrozenBufferedUpdates.lambda$applyDocValuesUpdates$3(FrozenBufferedUpdates.java:625)
   [junit4]    > 	at org.apache.lucene.index.FrozenBufferedUpdates$$Lambda$228/727253581.accept(Unknown Source)
   [junit4]    > 	at org.apache.lucene.index.FrozenBufferedUpdates.applyDocValuesUpdates(FrozenBufferedUpdates.java:649)
   [junit4]    > 	at org.apache.lucene.index.FrozenBufferedUpdates.applyDocValuesUpdates(FrozenBufferedUpdates.java:489)
   [junit4]    > 	at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:459)
   [junit4]    > 	at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:293)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2577)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$$Lambda$37/1573299475.process(Unknown Source)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5049)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1760)
   [junit4]    > 	at org.apache.lucene.index.TestNumericDocValuesUpdates.testTonsOfUpdates(TestNumericDocValuesUpdates.java:1557)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5391, name=Lucene Merge Thread #1, state=RUNNABLE, group=TGRP-TestNumericDocValuesUpdates]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    > 	at org.apache.lucene.store.RateLimitedIndexOutput.writeBytes(RateLimitedIndexOutput.java:73)
   [junit4]    > 	at org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:278)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:96)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4947)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4450)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4042)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestNumericDocValuesUpdates_62C323AAEBD25A7B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {ndv=PostingsFormat(name=LuceneVarGapDocFreqInterval), f=PostingsFormat(name=Memory), k1=PostingsFormat(name=Memory), dvUpdateKey=PostingsFormat(name=LuceneVarGapDocFreqInterval), foo=PostingsFormat(name=Memory), k2=FSTOrd50, upd=FST50, updKey=PostingsFormat(name=Memory), id=FSTOrd50, key=FSTOrd50}, docValues:{ndv=DocValuesFormat(name=Lucene70), ndv2=DocValuesFormat(name=Lucene70), ndv1=DocValuesFormat(name=Asserting), f10=DocValuesFormat(name=Asserting), f12=DocValuesFormat(name=Direct), f11=DocValuesFormat(name=Lucene70), f14=DocValuesFormat(name=Asserting), f13=DocValuesFormat(name=Lucene70), f0=DocValuesFormat(name=Lucene70), f16=DocValuesFormat(name=Direct), f15=DocValuesFormat(name=Lucene70), f1=DocValuesFormat(name=Direct), f2=DocValuesFormat(name=Lucene70), f18=DocValuesFormat(name=Asserting), f17=DocValuesFormat(name=Lucene70), f3=DocValuesFormat(name=Asserting), f4=DocValuesFormat(name=Lucene70), f19=DocValuesFormat(name=Lucene70), f5=DocValuesFormat(name=Direct), f6=DocValuesFormat(name=Lucene70), f7=DocValuesFormat(name=Asserting), number=DocValuesFormat(name=Direct), f8=DocValuesFormat(name=Lucene70), f9=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Direct), val=DocValuesFormat(name=Asserting), f21=DocValuesFormat(name=Asserting), f20=DocValuesFormat(name=Lucene70), f23=DocValuesFormat(name=Direct), f22=DocValuesFormat(name=Lucene70), f25=DocValuesFormat(name=Asserting), upd=DocValuesFormat(name=Asserting), f24=DocValuesFormat(name=Lucene70), f27=DocValuesFormat(name=Direct), f26=DocValuesFormat(name=Lucene70), sort=DocValuesFormat(name=Lucene70), f29=DocValuesFormat(name=Asserting), cf0=DocValuesFormat(name=Asserting), f28=DocValuesFormat(name=Lucene70), cf2=DocValuesFormat(name=Direct), cf1=DocValuesFormat(name=Lucene70), cf4=DocValuesFormat(name=Asserting), cf3=DocValuesFormat(name=Lucene70), cf6=DocValuesFormat(name=Direct), cf5=DocValuesFormat(name=Lucene70), cf8=DocValuesFormat(name=Asserting), cf7=DocValuesFormat(name=Lucene70), cf9=DocValuesFormat(name=Lucene70), cf29=DocValuesFormat(name=Lucene70), ssdv=DocValuesFormat(name=Lucene70), sdv=DocValuesFormat(name=Asserting), cf27=DocValuesFormat(name=Lucene70), cf28=DocValuesFormat(name=Asserting), foo=DocValuesFormat(name=Lucene70), cf25=DocValuesFormat(name=Lucene70), cf26=DocValuesFormat(name=Direct), cf23=DocValuesFormat(name=Lucene70), cf24=DocValuesFormat(name=Asserting), cf21=DocValuesFormat(name=Lucene70), cf22=DocValuesFormat(name=Direct), cf20=DocValuesFormat(name=Asserting), key=DocValuesFormat(name=Direct), cf=DocValuesFormat(name=Direct), cf18=DocValuesFormat(name=Lucene70), cf19=DocValuesFormat(name=Direct), cf16=DocValuesFormat(name=Lucene70), f=DocValuesFormat(name=Lucene70), cf17=DocValuesFormat(name=Asserting), cf14=DocValuesFormat(name=Lucene70), cf15=DocValuesFormat(name=Direct), cf12=DocValuesFormat(name=Lucene70), control=DocValuesFormat(name=Asserting), cf13=DocValuesFormat(name=Asserting), cf10=DocValuesFormat(name=Lucene70), cf11=DocValuesFormat(name=Direct), bdv=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=676, maxMBSortInHeap=5.991348565001596, sim=RandomSimilarity(queryNorm=false): {}, locale=is-IS, timezone=America/Grand_Turk
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=62092560,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [TestMixedCodecs, TestSpans, TestUpgradeIndexMergePolicy, TestPolygon2D, TestLogMergePolicy, TestCharsRef, TestPointQueries, TestHighCompressionMode, TestAttributeSource, TestNIOFSDirectory, TestOperations, TestStressAdvance, TestReaderWrapperDVTypeCheck, TestFieldInvertState, TestArrayUtil, TestDirectoryReader, TestEarlyTermination, TestStressIndexing2, TestPackedInts, TestShardSearching, TestCharacterUtils, TestSpanBoostQuery, TestLongValuesSource, TestParallelCompositeReader, TestIntroSelector, TestIndexWriterDeleteByQuery, TestConsistentFieldNumbers, TestSortedNumericSortField, TestSimpleExplanationsOfNonMatches, TestIndexWriterMerging, TestPointValues, TestConjunctions, TestSegmentTermEnum, TestRamUsageEstimator, TestMultiFields, TestMergedIterator, TestMinShouldMatch2, TestLongPostings, TestStringMSBRadixSorter, TestTermScorer, TestMultiset, TestPrefixQuery, TestTopDocsCollector, TestTerms, TestDateSort, TestPositiveScoresOnlyCollector, TestStopFilter, TestBooleanSimilarity, TestRegexpQuery, TestSwappedIndexFiles, TestDoubleRangeFieldQueries, TestRollingUpdates, TestNRTReaderWithThreads, TestControlledRealTimeReopenThread, TestDirectPacked, TestSimilarityBase, TestNoMergePolicy, TestPackedTokenAttributeImpl, TestField, TestSleepingLockWrapper, FiniteStringsIteratorTest, TestLucene50StoredFieldsFormat, TestBlockPostingsFormat, TestSegmentCacheables, TestIndexWriterMergePolicy, TestDoubleRange, TestFieldsReader, TestSubScorerFreqs, TestDemoParallelLeafReader, TestSegmentTermDocs, TestBasics, TestTermdocPerf, TestRoaringDocIdSet, TestScorerPerf, TestDocument, TestSynonymQuery, TestFutureObjects, TestPerFieldPostingsFormat2, TestTopDocsMerge, TestNeverDelete, TestSnapshotDeletionPolicy, TestIndexWriterForceMerge, TestLevenshteinAutomata, TestBufferedIndexInput, TestWeakIdentityMap, TestSimpleExplanations, TestCollectionUtil, TestBagOfPositions, TestFixedBitSet, TestSegmentReader, TestFastDecompressionMode, TestFieldCacheRewriteMethod, TestPagedBytes, TestTransactions, TestSort, TestCustomSearcherSort, TestDocValuesIndexing, TestHugeRamFile, Test2BDocs, TestIndexWriterOnDiskFull, TestPostingsOffsets, TestTransactionRollback, TestUTF32ToUTF8, TestSpanExplanations, TestFastCompressionMode, TestLazyProxSkipping, TestDocsAndPositions, TestMergeSchedulerExternal, TestBagOfPostings, TestTermVectorsWriter, TestCharTermAttributeImpl, TestOmitPositions, TestParallelLeafReader, TestBytesRefHash, TestThreadedForceMerge, TestIndexInput, TestSloppyPhraseQuery2, TestFuzzyQuery, TestPayloads, TestDoc, TestSimilarity2, TestExternalCodecs, TestNoDeletionPolicy, TestPerSegmentDeletes, TestIntBlockPool, TestPrefixInBooleanQuery, TestBooleanQuery, TestComplexExplanationsOfNonMatches, TestUnicodeUtil, TestAllFilesHaveCodecHeader, TestMaxTermFrequency, TestFileSwitchDirectory, TestDocValuesScoring, TestSentinelIntSet, TestWildcardRandom, TestDirectory, TestRegexpRandom, TestMultiLevelSkipList, TestCheckIndex, TestPayloadsOnVectors, TestBooleanQueryVisitSubscorers, TestSearchForDuplicates, TestIndexFileDeleter, TestCompiledAutomaton, TestConstantScoreQuery, TestMatchAllDocsQuery, TestParallelTermEnum, TestBinaryTerms, TestRecyclingIntBlockAllocator, TestIndexWriterConfig, TestSpanExplanationsOfNonMatches, TestVirtualMethod, TestRollingBuffer, TestSmallFloat, TestSetOnce, TestFilterLeafReader, TestCachingTokenFilter, Test2BPostings, TestLucene70SegmentInfoFormat, TestFloatRange, TestIntRange, TestGeoEncodingUtils, TestGeoUtils, TestPolygon, Test2BPoints, Test2BSortedDocValuesFixedSorted, Test2BSortedDocValuesOrds, TestAllFilesCheckIndexHeader, TestAllFilesHaveChecksumFooter, TestBinaryDocValuesUpdates, TestCustomTermFreq, TestDocIDMerger, TestDocInverterPerFieldErrorInfo, TestDocValues, TestDocValuesFieldUpdates, TestDocsWithFieldSet, TestDuelingCodecsAtNight, TestMultiTermsEnum, TestNRTReaderCleanup, TestNumericDocValuesUpdates]
   [junit4] Completed [402/475 (2!)] on J2 in 165.74s, 32 tests, 1 error <<< FAILURES!

[...truncated 93 lines...]
   [junit4] Suite: org.apache.lucene.search.TestIntRangeFieldQueries
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIntRangeFieldQueries -Dtests.method=testRandomBig -Dtests.seed=62C323AAEBD25A7B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-NI -Dtests.timezone=America/Detroit -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   54.4s J2 | TestIntRangeFieldQueries.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B:E5945E257A8B26FB]:0)
   [junit4]    > 	at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:97)
   [junit4]    > 	at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/core/test/J2/temp/lucene.search.TestIntRangeFieldQueries_62C323AAEBD25A7B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{id=DocValuesFormat(name=Lucene70), intRangeField=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=730, maxMBSortInHeap=7.8643134129441155, sim=RandomSimilarity(queryNorm=true): {}, locale=es-NI, timezone=America/Detroit
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=90897752,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [TestMixedCodecs, TestSpans, TestUpgradeIndexMergePolicy, TestPolygon2D, TestLogMergePolicy, TestCharsRef, TestPointQueries, TestHighCompressionMode, TestAttributeSource, TestNIOFSDirectory, TestOperations, TestStressAdvance, TestReaderWrapperDVTypeCheck, TestFieldInvertState, TestArrayUtil, TestDirectoryReader, TestEarlyTermination, TestStressIndexing2, TestPackedInts, TestShardSearching, TestCharacterUtils, TestSpanBoostQuery, TestLongValuesSource, TestParallelCompositeReader, TestIntroSelector, TestIndexWriterDeleteByQuery, TestConsistentFieldNumbers, TestSortedNumericSortField, TestSimpleExplanationsOfNonMatches, TestIndexWriterMerging, TestPointValues, TestConjunctions, TestSegmentTermEnum, TestRamUsageEstimator, TestMultiFields, TestMergedIterator, TestMinShouldMatch2, TestLongPostings, TestStringMSBRadixSorter, TestTermScorer, TestMultiset, TestPrefixQuery, TestTopDocsCollector, TestTerms, TestDateSort, TestPositiveScoresOnlyCollector, TestStopFilter, TestBooleanSimilarity, TestRegexpQuery, TestSwappedIndexFiles, TestDoubleRangeFieldQueries, TestRollingUpdates, TestNRTReaderWithThreads, TestControlledRealTimeReopenThread, TestDirectPacked, TestSimilarityBase, TestNoMergePolicy, TestPackedTokenAttributeImpl, TestField, TestSleepingLockWrapper, FiniteStringsIteratorTest, TestLucene50StoredFieldsFormat, TestBlockPostingsFormat, TestSegmentCacheables, TestIndexWriterMergePolicy, TestDoubleRange, TestFieldsReader, TestSubScorerFreqs, TestDemoParallelLeafReader, TestSegmentTermDocs, TestBasics, TestTermdocPerf, TestRoaringDocIdSet, TestScorerPerf, TestDocument, TestSynonymQuery, TestFutureObjects, TestPerFieldPostingsFormat2, TestTopDocsMerge, TestNeverDelete, TestSnapshotDeletionPolicy, TestIndexWriterForceMerge, TestLevenshteinAutomata, TestBufferedIndexInput, TestWeakIdentityMap, TestSimpleExplanations, TestCollectionUtil, TestBagOfPositions, TestFixedBitSet, TestSegmentReader, TestFastDecompressionMode, TestFieldCacheRewriteMethod, TestPagedBytes, TestTransactions, TestSort, TestCustomSearcherSort, TestDocValuesIndexing, TestHugeRamFile, Test2BDocs, TestIndexWriterOnDiskFull, TestPostingsOffsets, TestTransactionRollback, TestUTF32ToUTF8, TestSpanExplanations, TestFastCompressionMode, TestLazyProxSkipping, TestDocsAndPositions, TestMergeSchedulerExternal, TestBagOfPostings, TestTermVectorsWriter, TestCharTermAttributeImpl, TestOmitPositions, TestParallelLeafReader, TestBytesRefHash, TestThreadedForceMerge, TestIndexInput, TestSloppyPhraseQuery2, TestFuzzyQuery, TestPayloads, TestDoc, TestSimilarity2, TestExternalCodecs, TestNoDeletionPolicy, TestPerSegmentDeletes, TestIntBlockPool, TestPrefixInBooleanQuery, TestBooleanQuery, TestComplexExplanationsOfNonMatches, TestUnicodeUtil, TestAllFilesHaveCodecHeader, TestMaxTermFrequency, TestFileSwitchDirectory, TestDocValuesScoring, TestSentinelIntSet, TestWildcardRandom, TestDirectory, TestRegexpRandom, TestMultiLevelSkipList, TestCheckIndex, TestPayloadsOnVectors, TestBooleanQueryVisitSubscorers, TestSearchForDuplicates, TestIndexFileDeleter, TestCompiledAutomaton, TestConstantScoreQuery, TestMatchAllDocsQuery, TestParallelTermEnum, TestBinaryTerms, TestRecyclingIntBlockAllocator, TestIndexWriterConfig, TestSpanExplanationsOfNonMatches, TestVirtualMethod, TestRollingBuffer, TestSmallFloat, TestSetOnce, TestFilterLeafReader, TestCachingTokenFilter, Test2BPostings, TestLucene70SegmentInfoFormat, TestFloatRange, TestIntRange, TestGeoEncodingUtils, TestGeoUtils, TestPolygon, Test2BPoints, Test2BSortedDocValuesFixedSorted, Test2BSortedDocValuesOrds, TestAllFilesCheckIndexHeader, TestAllFilesHaveChecksumFooter, TestBinaryDocValuesUpdates, TestCustomTermFreq, TestDocIDMerger, TestDocInverterPerFieldErrorInfo, TestDocValues, TestDocValuesFieldUpdates, TestDocsWithFieldSet, TestDuelingCodecsAtNight, TestMultiTermsEnum, TestNRTReaderCleanup, TestNumericDocValuesUpdates, TestOneMergeWrappingMergePolicy, TestOrdinalMap, TestReadOnlyIndex, TestReaderPool, TestSegmentInfos, TestSoftDeletesRetentionMergePolicy, TestStressDeletes, TestTermContext, TestTryDelete, TestApproximationSearchEquivalence, TestIndexOrDocValuesQuery, TestIntRangeFieldQueries]
   [junit4] Completed [432/475 (3!)] on J2 in 78.95s, 5 tests, 1 error <<< FAILURES!

[...truncated 129 lines...]
   [junit4] Suite: org.apache.lucene.util.TestOfflineSorter
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestOfflineSorter -Dtests.method=testSmallRandom -Dtests.seed=62C323AAEBD25A7B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=America/Boise -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   10.6s J2 | TestOfflineSorter.testSmallRandom <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestOfflineSorter -Dtests.method=testLargerRandom -Dtests.seed=62C323AAEBD25A7B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=America/Boise -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   28.5s J2 | TestOfflineSorter.testLargerRandom <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestOfflineSorter -Dtests.method=testIntermediateMerges -Dtests.seed=62C323AAEBD25A7B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=America/Boise -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   8.41s J2 | TestOfflineSorter.testIntermediateMerges <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]   2> ماي 18, 2018 6:37:00 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-5085,5,TGRP-TestOfflineSorter]
   [junit4]   2> java.lang.RuntimeException: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B]:0)
   [junit4]   2> 	at org.apache.lucene.util.TestOfflineSorter$2.run(TestOfflineSorter.java:271)
   [junit4]   2> Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestOfflineSorter -Dtests.method=testThreadSafety -Dtests.seed=62C323AAEBD25A7B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=America/Boise -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   94.4s J2 | TestOfflineSorter.testThreadSafety <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5655, name=Thread-5085, state=RUNNABLE, group=TGRP-TestOfflineSorter]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([62C323AAEBD25A7B]:0)
   [junit4]    > 	at org.apache.lucene.util.TestOfflineSorter$2.run(TestOfflineSorter.java:271)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/core/test/J2/temp/lucene.util.TestOfflineSorter_62C323AAEBD25A7B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=ar-MA, timezone=America/Boise
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=59701056,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [TestMixedCodecs, TestSpans, TestUpgradeIndexMergePolicy, TestPolygon2D, TestLogMergePolicy, TestCharsRef, TestPointQueries, TestHighCompressionMode, TestAttributeSource, TestNIOFSDirectory, TestOperations, TestStressAdvance, TestReaderWrapperDVTypeCheck, TestFieldInvertState, TestArrayUtil, TestDirectoryReader, TestEarlyTermination, TestStressIndexing2, TestPackedInts, TestShardSearching, TestCharacterUtils, TestSpanBoostQuery, TestLongValuesSource, TestParallelCompositeReader, TestIntroSelector, TestIndexWriterDeleteByQuery, TestConsistentFieldNumbers, TestSortedNumericSortField, TestSimpleExplanationsOfNonMatches, TestIndexWriterMerging, TestPointValues, TestConjunctions, TestSegmentTermEnum, TestRamUsageEstimator, TestMultiFields, TestMergedIterator, TestMinShouldMatch2, TestLongPostings, TestStringMSBRadixSorter, TestTermScorer, TestMultiset, TestPrefixQuery, TestTopDocsCollector, TestTerms, TestDateSort, TestPositiveScoresOnlyCollector, TestStopFilter, TestBooleanSimilarity, TestRegexpQuery, TestSwappedIndexFiles, TestDoubleRangeFieldQueries, TestRollingUpdates, TestNRTReaderWithThreads, TestControlledRealTimeReopenThread, TestDirectPacked, TestSimilarityBase, TestNoMergePolicy, TestPackedTokenAttributeImpl, TestField, TestSleepingLockWrapper, FiniteStringsIteratorTest, TestLucene50StoredFieldsFormat, TestBlockPostingsFormat, TestSegmentCacheables, TestIndexWriterMergePolicy, TestDoubleRange, TestFieldsReader, TestSubScorerFreqs, TestDemoParallelLeafReader, TestSegmentTermDocs, TestBasics, TestTermdocPerf, TestRoaringDocIdSet, TestScorerPerf, TestDocument, TestSynonymQuery, TestFutureObjects, TestPerFieldPostingsFormat2, TestTopDocsMerge, TestNeverDelete, TestSnapshotDeletionPolicy, TestIndexWriterForceMerge, TestLevenshteinAutomata, TestBufferedIndexInput, TestWeakIdentityMap, TestSimpleExplanations, TestCollectionUtil, TestBagOfPositions, TestFixedBitSet, TestSegmentReader, TestFastDecompressionMode, TestFieldCacheRewriteMethod, TestPagedBytes, TestTransactions, TestSort, TestCustomSearcherSort, TestDocValuesIndexing, TestHugeRamFile, Test2BDocs, TestIndexWriterOnDiskFull, TestPostingsOffsets, TestTransactionRollback, TestUTF32ToUTF8, TestSpanExplanations, TestFastCompressionMode, TestLazyProxSkipping, TestDocsAndPositions, TestMergeSchedulerExternal, TestBagOfPostings, TestTermVectorsWriter, TestCharTermAttributeImpl, TestOmitPositions, TestParallelLeafReader, TestBytesRefHash, TestThreadedForceMerge, TestIndexInput, TestSloppyPhraseQuery2, TestFuzzyQuery, TestPayloads, TestDoc, TestSimilarity2, TestExternalCodecs, TestNoDeletionPolicy, TestPerSegmentDeletes, TestIntBlockPool, TestPrefixInBooleanQuery, TestBooleanQuery, TestComplexExplanationsOfNonMatches, TestUnicodeUtil, TestAllFilesHaveCodecHeader, TestMaxTermFrequency, TestFileSwitchDirectory, TestDocValuesScoring, TestSentinelIntSet, TestWildcardRandom, TestDirectory, TestRegexpRandom, TestMultiLevelSkipList, TestCheckIndex, TestPayloadsOnVectors, TestBooleanQueryVisitSubscorers, TestSearchForDuplicates, TestIndexFileDeleter, TestCompiledAutomaton, TestConstantScoreQuery, TestMatchAllDocsQuery, TestParallelTermEnum, TestBinaryTerms, TestRecyclingIntBlockAllocator, TestIndexWriterConfig, TestSpanExplanationsOfNonMatches, TestVirtualMethod, TestRollingBuffer, TestSmallFloat, TestSetOnce, TestFilterLeafReader, TestCachingTokenFilter, Test2BPostings, TestLucene70SegmentInfoFormat, TestFloatRange, TestIntRange, TestGeoEncodingUtils, TestGeoUtils, TestPolygon, Test2BPoints, Test2BSortedDocValuesFixedSorted, Test2BSortedDocValuesOrds, TestAllFilesCheckIndexHeader, TestAllFilesHaveChecksumFooter, TestBinaryDocValuesUpdates, TestCustomTermFreq, TestDocIDMerger, TestDocInverterPerFieldErrorInfo, TestDocValues, TestDocValuesFieldUpdates, TestDocsWithFieldSet, TestDuelingCodecsAtNight, TestMultiTermsEnum, TestNRTReaderCleanup, TestNumericDocValuesUpdates, TestOneMergeWrappingMergePolicy, TestOrdinalMap, TestReadOnlyIndex, TestReaderPool, TestSegmentInfos, TestSoftDeletesRetentionMergePolicy, TestStressDeletes, TestTermContext, TestTryDelete, TestApproximationSearchEquivalence, TestIndexOrDocValuesQuery, TestIntRangeFieldQueries, TestNeedsScores, TestSimpleExplanationsWithFillerDocs, TestGrowableByteArrayDataOutput, TestMathUtil, TestOfflineSorter]
   [junit4] Completed [470/475 (4!)] on J2 in 151.74s, 15 tests, 4 errors <<< FAILURES!

[...truncated 10 lines...]
   [junit4] JVM J2: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/core/test/temp/junit4-J2-20180518_091335_7767961268137404941700.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/heapdumps/java_pid24282.hprof ...
   [junit4] Heap dump file created [429886586 bytes in 2.401 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 12029 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerTest_DB31294B97C0F54E-001/init-core-data-001
   [junit4]   2> 3433193 INFO  (SUITE-SearchRateTriggerTest-seed#[DB31294B97C0F54E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3433195 INFO  (SUITE-SearchRateTriggerTest-seed#[DB31294B97C0F54E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3433195 INFO  (SUITE-SearchRateTriggerTest-seed#[DB31294B97C0F54E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3433207 INFO  (SUITE-SearchRateTriggerTest-seed#[DB31294B97C0F54E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerTest_DB31294B97C0F54E-001/tempDir-001
   [junit4]   2> 3433208 INFO  (SUITE-SearchRateTriggerTest-seed#[DB31294B97C0F54E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3433235 INFO  (Thread-1675) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3433236 INFO  (Thread-1675) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3433276 ERROR (Thread-1675) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3433377 INFO  (SUITE-SearchRateTriggerTest-seed#[DB31294B97C0F54E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43219
   [junit4]   2> 3433559 INFO  (zkConnectionManagerCallback-1324-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3433577 INFO  (jetty-launcher-1321-thread-1) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 3433594 INFO  (jetty-launcher-1321-thread-2) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 3433631 INFO  (jetty-launcher-1321-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3433631 INFO  (jetty-launcher-1321-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3433631 INFO  (jetty-launcher-1321-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3433631 INFO  (jetty-launcher-1321-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26da844f{/solr,null,AVAILABLE}
   [junit4]   2> 3433639 INFO  (jetty-launcher-1321-thread-4) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 3433647 INFO  (jetty-launcher-1321-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@53a61b1d{HTTP/1.1,[http/1.1]}{127.0.0.1:35918}
   [junit4]   2> 3433647 INFO  (jetty-launcher-1321-thread-1) [    ] o.e.j.s.Server Started @3433850ms
   [junit4]   2> 3433647 INFO  (jetty-launcher-1321-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35918}
   [junit4]   2> 3433648 ERROR (jetty-launcher-1321-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3433648 INFO  (jetty-launcher-1321-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3433648 INFO  (jetty-launcher-1321-thread-3) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 3433648 INFO  (jetty-launcher-1321-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.4.0
   [junit4]   2> 3433659 INFO  (jetty-launcher-1321-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3433659 INFO  (jetty-launcher-1321-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3433659 INFO  (jetty-launcher-1321-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-18T17:54:49.564Z
   [junit4]   2> 3433662 INFO  (zkConnectionManagerCallback-1326-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3433662 INFO  (jetty-launcher-1321-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3433662 INFO  (jetty-launcher-1321-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3433662 INFO  (jetty-launcher-1321-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3433671 INFO  (jetty-launcher-1321-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3433671 INFO  (jetty-launcher-1321-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b9740e8{/solr,null,AVAILABLE}
   [junit4]   2> 3433672 INFO  (jetty-launcher-1321-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3433672 INFO  (jetty-launcher-1321-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3433672 INFO  (jetty-launcher-1321-thread-4) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3433672 INFO  (jetty-launcher-1321-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2763dc5e{/solr,null,AVAILABLE}
   [junit4]   2> 3433672 INFO  (jetty-launcher-1321-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4c79b078{HTTP/1.1,[http/1.1]}{127.0.0.1:36209}
   [junit4]   2> 3433672 INFO  (jetty-launcher-1321-thread-4) [    ] o.e.j.s.Server Started @3433875ms
   [junit4]   2> 3433673 INFO  (jetty-launcher-1321-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36209}
   [junit4]   2> 3433673 ERROR (jetty-launcher-1321-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3433673 INFO  (jetty-launcher-1321-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3433673 INFO  (jetty-launcher-1321-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.4.0
   [junit4]   2> 3433673 INFO  (jetty-launcher-1321-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3433673 INFO  (jetty-launcher-1321-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3433673 INFO  (jetty-launcher-1321-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-18T17:54:49.578Z
   [junit4]   2> 3433674 INFO  (jetty-launcher-1321-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3433674 INFO  (jetty-launcher-1321-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3433674 INFO  (jetty-launcher-1321-thread-3) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3433704 INFO  (jetty-launcher-1321-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@79e9421{HTTP/1.1,[http/1.1]}{127.0.0.1:37539}
   [junit4]   2> 3433704 INFO  (jetty-launcher-1321-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dec4fd1{/solr,null,AVAILABLE}
   [junit4]   2> 3433704 INFO  (jetty-launcher-1321-thread-2) [    ] o.e.j.s.Server Started @3433906ms
   [junit4]   2> 3433704 INFO  (jetty-launcher-1321-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37539}
   [junit4]   2> 3433705 INFO  (jetty-launcher-1321-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3d753613{HTTP/1.1,[http/1.1]}{127.0.0.1:34578}
   [junit4]   2> 3433705 ERROR (jetty-launcher-1321-thread-2

[...truncated too long message...]

.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c4fcc44{/solr,null,UNAVAILABLE}
   [junit4]   2> 9440999 INFO  (jetty-closer-70368-thread-4) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 9441031 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10218ff079b000c, likely client has closed socket
   [junit4]   2> 9442499 INFO  (jetty-closer-70368-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63bbadd0{/solr,null,UNAVAILABLE}
   [junit4]   2> 9442501 INFO  (jetty-closer-70368-thread-5) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 9442502 ERROR (SUITE-SearchRateTriggerIntegrationTest-seed#[DB31294B97C0F54E]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 9442502 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[DB31294B97C0F54E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36557 36557
   [junit4]   2> 9442716 INFO  (Thread-6693) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36557 36557
   [junit4]   2> 9442721 WARN  (Thread-6693) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	51	/solr/collections/aboveRate_collection/terms/shard1
   [junit4]   2> 	42	/solr/collections/deleteNode_collection/terms/shard1
   [junit4]   2> 	40	/solr/collections/belowRate_collection/terms/shard1
   [junit4]   2> 	15	/solr/configs/conf
   [junit4]   2> 	14	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	27	/solr/collections/deleteNode_collection/state.json
   [junit4]   2> 	27	/solr/collections/belowRate_collection/state.json
   [junit4]   2> 	17	/solr/collections/aboveRate_collection/state.json
   [junit4]   2> 	14	/solr/clusterprops.json
   [junit4]   2> 	14	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/belowRate_collection/leader_elect/shard1/election/72648027614674952-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/collections/deleteNode_collection/leader_elect/shard1/election/72648027614674952-core_node4-n_0000000000
   [junit4]   2> 	2	/solr/collections/aboveRate_collection/leader_elect/shard1/election/72648027614674956-core_node6-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/72648027614674954-127.0.0.1:40513_solr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/collections
   [junit4]   2> 	14	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_DB31294B97C0F54E-001
   [junit4]   2> May 18, 2018 7:34:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1603, maxMBSortInHeap=7.357452447442065, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-BH, timezone=America/Menominee
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=326701256,total=510132224
   [junit4]   2> NOTE: All tests run in this JVM: [TestCodecSupport, TestRandomFlRTGCloud, TestClusterStateMutator, TestTrieFacet, TestSchemaManager, BufferStoreTest, SpatialFilterTest, DisMaxRequestHandlerTest, DistributedSuggestComponentTest, TestManagedStopFilterFactory, TestFieldCacheReopen, TestConfigSetsAPI, BlobRepositoryCloudTest, URLClassifyProcessorTest, TestHdfsCloudBackupRestore, TestBackupRepositoryFactory, RegexBoostProcessorTest, SolrGraphiteReporterTest, DistributedVersionInfoTest, TestHighFrequencyDictionaryFactory, TestExecutePlanAction, TestLFUCache, TestIntervalFaceting, DistribDocExpirationUpdateProcessorTest, SmileWriterTest, TestHdfsUpdateLog, NotRequiredUniqueKeyTest, CollectionPropsTest, TestConfigSetProperties, TestSolrCloudWithDelegationTokens, ConvertedLegacyTest, HdfsChaosMonkeyNothingIsSafeTest, LeaderElectionIntegrationTest, ImplicitSnitchTest, DistributedFacetPivotLongTailTest, TestBlendedInfixSuggestions, CopyFieldTest, CoreAdminOperationTest, TestDistributedMissingSort, SpellPossibilityIteratorTest, CacheHeaderTest, RestartWhileUpdatingTest, NodeAddedTriggerTest, TestJettySolrRunner, SchemaApiFailureTest, ConjunctionSolrSpellCheckerTest, TestConfigReload, LIRRollingUpdatesTest, TestPKIAuthenticationPlugin, TestJsonFacetsWithNestedObjects, DirectSolrSpellCheckerTest, ReturnFieldsTest, TestReloadDeadlock, NumericFieldsTest, MultiThreadedOCPTest, TestSchemaVersionResource, SaslZkACLProviderTest, TriggerCooldownIntegrationTest, TestQueryTypes, TestDelegationWithHadoopAuth, TestLegacyFieldReuse, DistanceUnitsTest, TestDocTermOrds, SearchRateTriggerTest, TestEmbeddedSolrServerAdminHandler, TestSQLHandler, AnalysisAfterCoreReloadTest, TestUtilizeNode, DistributedFacetPivotWhiteBoxTest, TestDFRSimilarityFactory, TestAtomicUpdateErrorCases, TestCloudRecovery, TestExportWriter, MetricTriggerIntegrationTest, TestUpdate, ShowFileRequestHandlerTest, NoCacheHeaderTest, AsyncCallRequestStatusResponseTest, TestRandomDVFaceting, TestMultiValuedNumericRangeQuery, TestShortCircuitedRequests, WordBreakSolrSpellCheckerTest, OverseerRolesTest, BlockJoinFacetRandomTest, TestRangeQuery, MetricUtilsTest, TestCoreContainer, TestSuggestSpellingConverter, TestValueSourceCache, TestLMJelinekMercerSimilarityFactory, DistanceFunctionTest, TestJmxIntegration, TestSolrFieldCacheBean, SuggesterTSTTest, TestSolrCoreProperties, SolrCloudExampleTest, TestScoreJoinQPScore, AssignTest, StatelessScriptUpdateProcessorFactoryTest, TestRealTimeGet, CdcrReplicationHandlerTest, SolrMetricReporterTest, TestTrackingShardHandlerFactory, TestNRTOpen, BitVectorTest, TestBadConfig, ClassificationUpdateProcessorFactoryTest, DataDrivenBlockJoinTest, TimeZoneUtilsTest, CustomCollectionTest, LeaderElectionTest, TestSimDistributedQueue, TestSortByMinMaxFunction, ReplicaListTransformerTest, PeerSyncReplicationTest, SolrTestCaseJ4Test, TestNoOpRegenerator, TransactionLogTest, TestComplexPhraseLeadingWildcard, TestNumericTokenStream, AddReplicaTest, TestLeaderElectionWithEmptyReplica, HLLSerializationTest, ClusterStateTest, ResponseLogComponentTest, TestApiFramework, TestLockTree, TestSchemaNameResource, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, RecoveryZkTest, ClusterStateUpdateTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressReorder, TestJoin, TestStressVersions, SimpleFacetsTest, StatsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestIndexSearcher, TestCoreDiscovery, DocValuesTest, SolrInfoBeanTest, IndexBasedSpellCheckerTest, TestWriterPerf, TestReversedWildcardFilterFactory, TestOmitPositions, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestCollationField, UpdateRequestProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, TestSolrIndexConfig, SolrIndexConfigTest, TestSolrDeletionPolicy2, SampleTest, TestBinaryField, DirectSolrConnectionTest, SynonymTokenizerTest, TestIBSimilarityFactory, TestFastOutputStream, TestFastLRUCache, PreAnalyzedFieldTest, DOMUtilTest, TestUtils, SystemInfoHandlerTest, CircularListTest, TestRTGBase, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPISolrJTest, DeleteShardTest, DeleteStatusTest, ForceLeaderTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, LeaderVoteWaitTimeoutTest, MoveReplicaHDFSTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudConsistency, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestDistribDocBasedVersion, TestPrepRecovery, TestPullReplicaErrorHandling, TestRequestForwarding, TestSSLRandomization, TestSkipOverseerOperations, TestStressInPlaceUpdates, TestStressLiveNodes, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ComputePlanActionTest, NodeLostTriggerIntegrationTest, SearchRateTriggerIntegrationTest]
   [junit4] Completed [621/805 (3!)] on J2 in 198.76s, 3 tests, 1 failure <<< FAILURES!

[...truncated 10101 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:651: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid24282.hprof

Total time: 683 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 220 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/220/

3 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testTrigger

Error Message:
waitFor not elapsed but produced an event

Stack Trace:
java.lang.AssertionError: waitFor not elapsed but produced an event
	at __randomizedtesting.SeedInfo.seed([22B4683D20069F6E:417F5EBFB9C9EC43]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testTrigger(IndexSizeTriggerTest.java:180)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:34398/rgc/k: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34398/rgc/k: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([22B4683D20069F6E:AAE057E78EFAF296]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:125)
	at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:72)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithMasterUrl

Error Message:
expected:<null> but was:<.numFound:495!=498>

Stack Trace:
java.lang.AssertionError: expected:<null> but was:<.numFound:495!=498>
	at __randomizedtesting.SeedInfo.seed([22B4683D20069F6E:390F994241B9E7D8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexFetchWithMasterUrl(TestReplicationHandler.java:770)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14384 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 2682113 INFO  (SUITE-TestReplicationHandler-seed#[22B4683D20069F6E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/init-core-data-001
   [junit4]   2> 2682114 WARN  (SUITE-TestReplicationHandler-seed#[22B4683D20069F6E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=469 numCloses=469
   [junit4]   2> 2682114 INFO  (SUITE-TestReplicationHandler-seed#[22B4683D20069F6E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2682116 INFO  (SUITE-TestReplicationHandler-seed#[22B4683D20069F6E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 2682158 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEmptyCommits
   [junit4]   2> 2682159 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-001/collection1
   [junit4]   2> 2682163 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 2682216 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2682216 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2682216 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2682224 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ddddf7{/solr,null,AVAILABLE}
   [junit4]   2> 2682225 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5e7b20cd{HTTP/1.1,[http/1.1]}{127.0.0.1:37114}
   [junit4]   2> 2682225 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.Server Started @2682407ms
   [junit4]   2> 2682225 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=37114}
   [junit4]   2> 2682225 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2682225 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2682225 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.4.0
   [junit4]   2> 2682225 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2682225 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2682225 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-17T06:53:06.084Z
   [junit4]   2> 2682226 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-001/solr.xml
   [junit4]   2> 2682230 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2682230 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2682231 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b966107, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2682301 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b966107
   [junit4]   2> 2682323 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b966107
   [junit4]   2> 2682324 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b966107
   [junit4]   2> 2682326 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-001/.
   [junit4]   2> 2682326 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2682331 INFO  (coreLoadExecutor-5293-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2682350 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 2682367 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2682369 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2682370 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 2682370 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b966107
   [junit4]   2> 2682370 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2682370 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 2682372 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2682434 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2682435 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2682436 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=38.072265625, floorSegmentMB=1.626953125, forceMergeDeletesPctAllowed=21.305491120853432, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34815928142357866
   [junit4]   2> 2682437 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ed3cc39[collection1] main]
   [junit4]   2> 2682437 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-001/collection1/conf
   [junit4]   2> 2682438 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 2682438 INFO  (coreLoadExecutor-5293-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2682456 INFO  (searcherExecutor-5294-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6ed3cc39[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2682943 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-002/collection1
   [junit4]   2> 2682946 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 2682949 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2682949 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2682949 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2682950 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a6aeab4{/solr,null,AVAILABLE}
   [junit4]   2> 2682950 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5c309978{HTTP/1.1,[http/1.1]}{127.0.0.1:35437}
   [junit4]   2> 2682950 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.Server Started @2683132ms
   [junit4]   2> 2682950 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=35437}
   [junit4]   2> 2682950 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2682950 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2682951 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.4.0
   [junit4]   2> 2682951 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2682951 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2682951 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-17T06:53:06.810Z
   [junit4]   2> 2682951 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-002/solr.xml
   [junit4]   2> 2682955 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2682955 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2682957 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b966107, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2683055 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b966107
   [junit4]   2> 2683071 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b966107
   [junit4]   2> 2683071 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b966107
   [junit4]   2> 2683074 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-002/.
   [junit4]   2> 2683074 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2683074 INFO  (coreLoadExecutor-5303-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2683100 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 2683109 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2683111 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2683111 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 2683111 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b966107
   [junit4]   2> 2683111 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2683111 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 2683113 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2683171 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2683171 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2683172 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=5, maxMergedSegmentMB=38.072265625, floorSegmentMB=1.626953125, forceMergeDeletesPctAllowed=21.305491120853432, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34815928142357866
   [junit4]   2> 2683172 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cab61c3[collection1] main]
   [junit4]   2> 2683173 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_22B4683D20069F6E-001/solr-instance-002/collection1/conf
   [junit4]   2> 2683175 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 2683175 INFO  (coreLoadExecutor-5303-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2683176 INFO  (searcherExecutor-5304-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6cab61c3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2683179 INFO  (qtp339392314-19910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2683183 INFO  (qtp339392314-19906) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 3
   [junit4]   2> 2683184 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2683184 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1bed630e commitCommandVersion:0
   [junit4]   2> 2683200 INFO  (qtp339392314-19905) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2683201 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2683201 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 1526539987043
   [junit4]   2> 2683201 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2683201 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 2683201 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2683202 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@13ae2043[collection1] main]
   [junit4]   2> 2683202 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2683203 INFO  (searcherExecutor-5294-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@13ae2043[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1)))}
   [junit4]   2> 2683204 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 19
   [junit4]   2> 2683207 INFO  (qtp339392314-19905) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=6
   [junit4]   2> 2683207 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 11
   [junit4]   2> 2683220 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=79.8984375, floorSegmentMB=1.583984375, forceMergeDeletesPctAllowed=2.6430624561794334, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2683239 INFO  (qtp250027762-19928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:37114/solr/collection1/replication&command=fetchindex} status=0 QTime=19
   [junit4]   2> 2683240 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2683241 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@5ee81ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21e1761; maxCacheMB=0.216796875 maxMergeSizeMB=0.7685546875))
   [junit4]   2> 2683241 INFO  (qtp339392314-19905) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683256 INFO  (qtp339392314-19905) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.doc&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683256 INFO  (qtp250027762-19923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=name:empty1&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2683256 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.h.TestReplicationHandler Waiting for 1 docs
   [junit4]   2> 2683260 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.tim&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683264 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683265 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.sd&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683266 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683267 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.tip&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683267 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683268 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683269 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683270 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683270 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.h.IndexFetcher Bytes downloaded: 1794, Bytes skipped downloading: 0
   [junit4]   2> 2683270 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1794) : 0 secs (null bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@5ee81ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@21e1761; maxCacheMB=0.216796875 maxMergeSizeMB=0.7685546875))
   [junit4]   2> 2683273 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=8, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2683276 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2683277 INFO  (indexFetcher-5308-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@76d420c0[collection1] main]
   [junit4]   2> 2683278 INFO  (searcherExecutor-5304-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@76d420c0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1)))}
   [junit4]   2> 2683357 INFO  (qtp250027762-19923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=name:empty1&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2683358 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.h.TestReplicationHandler Waited for 100ms and found 1 docs
   [junit4]   2> 2683359 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2683360 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2683367 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2683368 INFO  (qtp250027762-19923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=6
   [junit4]   2> 2683368 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2683369 INFO  (qtp250027762-19927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2683369 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2683369 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2683369 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2683369 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 2683385 WARN  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2683387 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2683398 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2683398 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Master's version: 1526539987043
   [junit4]   2> 2683398 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 2683398 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Slave's version: 1526539987043
   [junit4]   2> 2683398 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Slave in sync with master.
   [junit4]   2> 2683399 INFO  (qtp250027762-19924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:37114/solr/collection1/replication&command=fetchindex} status=0 QTime=14
   [junit4]   2> 2683400 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 2683400 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2683400 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1bed630e commitCommandVersion:0
   [junit4]   2> 2683402 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54e551b[collection1] main]
   [junit4]   2> 2683402 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2683404 INFO  (searcherExecutor-5294-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@54e551b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1) Uninverting(_1(7.4.0):C1)))}
   [junit4]   2> 2683404 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 2683414 WARN  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2683420 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2683421 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Master's generation: 3
   [junit4]   2> 2683421 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Master's version: 1526539987259
   [junit4]   2> 2683421 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 2683421 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Slave's version: 1526539987043
   [junit4]   2> 2683421 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2683422 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
   [junit4]   2> 2683422 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 20
   [junit4]   2> 2683423 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=79.8984375, floorSegmentMB=1.583984375, forceMergeDeletesPctAllowed=2.6430624561794334, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2683423 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@52677abf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@648547c1; maxCacheMB=0.216796875 maxMergeSizeMB=0.7685546875))
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.doc because it already exists
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tim because it already exists
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.sd because it already exists
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tip because it already exists
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
   [junit4]   2> 2683424 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
   [junit4]   2> 2683425 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683426 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683426 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683427 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683428 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683429 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683429 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683430 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.tfp&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683431 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683432 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2683432 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Bytes downloaded: 1710, Bytes skipped downloading: 0
   [junit4]   2> 2683432 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1710) : 0 secs (null bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@52677abf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@648547c1; maxCacheMB=0.216796875 maxMergeSizeMB=0.7685546875))
   [junit4]   2> 2683434 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=8, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2683434 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2683435 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@19e5b59a[collection1] main]
   [junit4]   2> 2683436 INFO  (searcherExecutor-5304-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19e5b59a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1) Uninverting(_1(7.4.0):C1)))}
   [junit4]   2> 2683438 INFO  (qtp250027762-19930) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:37114/solr/collection1/replication&command=fetchindex} status=0 QTime=33
   [junit4]   2> 2683440 INFO  (qtp250027762-19927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=name:empty2&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2683440 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
   [junit4]   2> 2683440 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2683441 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2683443 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2683443 INFO  (qtp250027762-19930) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 2683444 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2683444 INFO  (qtp250027762-19927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2683445 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 2683445 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2683445 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1bed630e commitCommandVersion:0
   [junit4]   2> 2683452 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63ebe586[collection1] realtime]
   [junit4]   2> 2683453 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2683453 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{commit=} 0 7
   [junit4]   2> 2683460 WARN  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2683461 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2683461 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Master's generation: 4
   [junit4]   2> 2683461 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Master's version: 1526539987305
   [junit4]   2> 2683461 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Slave's generation: 3
   [junit4]   2> 2683461 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Slave's version: 1526539987259
   [junit4]   2> 2683461 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2683462 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
   [junit4]   2> 2683462 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 30
   [junit4]   2> 2683463 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=79.8984375, floorSegmentMB=1.583984375, forceMergeDeletesPctAllowed=2.6430624561794334, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2683464 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2683464 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2683464 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2684464 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2684464 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2685466 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2685466 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2686466 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2686466 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2687466 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2687467 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2688467 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2688467 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2689467 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2689468 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2690468 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2690468 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2691468 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2691469 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2692469 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2692469 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2693469 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Found unused file: segments_2
   [junit4]   2> 2693469 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
   [junit4]   2> 2694470 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher IndexFetcher slept for 11000ms for unused lucene index files to be delete-able
   [junit4]   2> 2694470 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@74ef9c7f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f4311a0; maxCacheMB=0.216796875 maxMergeSizeMB=0.7685546875))
   [junit4]   2> 2694470 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 2694470 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.doc because it already exists
   [junit4]   2> 2694471 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tim because it already exists
   [junit4]   2> 2694471 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
   [junit4]   2> 2694471 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.sd because it already exists
   [junit4]   2> 2694471 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
   [junit4]   2> 2694471 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tip because it already exists
   [junit4]   2> 2694471 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
   [junit4]   2> 2694471 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
   [junit4]   2> 2694471 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
   [junit4]   2> 2694472 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1_MockRandom_0.doc because it already exists
   [junit4]   2> 2694473 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1_MockRandom_0.sd because it already exists
   [junit4]   2> 2694473 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
   [junit4]   2> 2694474 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.nvd because it already exists
   [junit4]   2> 2694474 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.fdx because it already exists
   [junit4]   2> 2694476 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.fnm because it already exists
   [junit4]   2> 2694478 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.nvm because it already exists
   [junit4]   2> 2694478 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1_MockRandom_0.tfp because it already exists
   [junit4]   2> 2694478 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.fdt because it already exists
   [junit4]   2> 2694484 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694616 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694617 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694618 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694619 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_MockRandom_0.tix&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694620 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694621 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694621 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694622 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694623 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_MockRandom_0.tbk&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694624 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694624 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Bytes downloaded: 1866, Bytes skipped downloading: 0
   [junit4]   2> 2694624 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1866) : 11 secs (169 bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@74ef9c7f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f4311a0; maxCacheMB=0.216796875 maxMergeSizeMB=0.7685546875))
   [junit4]   2> 2694635 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=8, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2694635 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2694639 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@538bc442[collection1] main]
   [junit4]   2> 2694640 INFO  (searcherExecutor-5304-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@538bc442[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1) Uninverting(_1(7.4.0):C1) Uninverting(_2(7.4.0):C1)))}
   [junit4]   2> 2694640 INFO  (qtp250027762-19926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:37114/solr/collection1/replication&command=fetchindex} status=0 QTime=11187
   [junit4]   2> 2694658 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=name:empty3&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2694658 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 0 docs
   [junit4]   2> 2694660 INFO  (qtp250027762-19927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=name:empty3&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 2694660 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
   [junit4]   2> 2694661 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 2694661 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2694661 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1bed630e commitCommandVersion:0
   [junit4]   2> 2694670 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55251620[collection1] main]
   [junit4]   2> 2694670 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2694673 INFO  (searcherExecutor-5294-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@55251620[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1) Uninverting(_1(7.4.0):C1) Uninverting(_2(7.4.0):C1) Uninverting(_3(7.4.0):C1)))}
   [junit4]   2> 2694673 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 12
   [junit4]   2> 2694706 WARN  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2694733 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2694734 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Master's generation: 5
   [junit4]   2> 2694734 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Master's version: 1526539998520
   [junit4]   2> 2694734 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Slave's generation: 4
   [junit4]   2> 2694734 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Slave's version: 1526539987305
   [junit4]   2> 2694734 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2694736 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=1
   [junit4]   2> 2694736 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 40
   [junit4]   2> 2694758 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=79.8984375, floorSegmentMB=1.583984375, forceMergeDeletesPctAllowed=2.6430624561794334, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2694769 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2694771 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@30c1f66c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cd76ea2; maxCacheMB=0.216796875 maxMergeSizeMB=0.7685546875))
   [junit4]   2> 2694771 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 2694771 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.doc because it already exists
   [junit4]   2> 2694771 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tim because it already exists
   [junit4]   2> 2694771 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
   [junit4]   2> 2694771 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.sd because it already exists
   [junit4]   2> 2694771 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
   [junit4]   2> 2694771 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tip because it already exists
   [junit4]   2> 2694771 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
   [junit4]   2> 2694771 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1_MockRandom_0.doc because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1_MockRandom_0.sd because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.nvd because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.fdx because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.fnm because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.nvm because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1_MockRandom_0.tfp because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _1.fdt because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _2.nvd because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _2_MockRandom_0.doc because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _2.si because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _2.fdt because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _2_MockRandom_0.tix because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _2.fnm because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _2.nvm because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _2_MockRandom_0.sd because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _2.fdx because it already exists
   [junit4]   2> 2694776 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Skipping download for _2_MockRandom_0.tbk because it already exists
   [junit4]   2> 2694777 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694779 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3_MockRandom_0.tbk&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694789 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694793 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694795 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3_MockRandom_0.tix&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694797 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694798 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694799 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694800 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694801 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694802 INFO  (qtp339392314-19909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=5&qt=/replication&file=segments_5&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2694802 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Bytes downloaded: 1928, Bytes skipped downloading: 0
   [junit4]   2> 2694802 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1928) : 0 secs (null bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@30c1f66c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5cd76ea2; maxCacheMB=0.216796875 maxMergeSizeMB=0.7685546875))
   [junit4]   2> 2694804 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=8, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2694805 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2694806 INFO  (explicit-fetchindex-cmd) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@203ac10c[collection1] main]
   [junit4]   2> 2694807 INFO  (searcherExecutor-5304-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@203ac10c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C1) Uninverting(_1(7.4.0):C1) Uninverting(_2(7.4.0):C1) Uninverting(_3(7.4.0):C1)))}
   [junit4]   2> 2694807 INFO  (qtp250027762-19930) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:37114/solr/collection1/replication&command=fetchindex} status=0 QTime=133
   [junit4]   2> 2694809 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=2} hits=4 status=0 QTime=0
   [junit4]   2> 2694812 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
   [junit4]   2> 2694813 INFO  (qtp250027762-19927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=2} hits=4 status=0 QTime=0
   [junit4]   2> 2694813 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
   [junit4]   2> 2694817 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 2694820 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 2694821 INFO  (qtp339392314-19912) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2694822 INFO  (qtp250027762-19930) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 2694822 INFO  (qtp339392314-19911) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2694822 INFO  (qtp250027762-19927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2694823 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEmptyCommits
   [junit4]   2> 2694958 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5e7b20cd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2694959 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=773046056
   [junit4]   2> 2694959 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2694959 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b99f1ea: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@47da168d
   [junit4]   2> 2694964 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2694964 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@991a415: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5e521503
   [junit4]   2> 2694968 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2694969 INFO  (TEST-TestReplicationHandler.testEmptyCommits-seed#[22B4683D20069F6E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@567c068d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@718d3072
   [junit4]   2> 2694999 INFO  (coreCloseExecutor-5313-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@59fa811e
   [junit4]   2> 2694999 INFO  (coreCloseExecutor-5313-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing 

[...truncated too long message...]

ne/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/null1141842782
     [copy] Copying 39 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/null1141842782
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/null1141842782

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/null108267829
     [copy] Copying 246 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/null108267829
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/null108267829

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 81ms :: artifacts dl 22ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 401 minutes 52 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)