You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/01 06:07:52 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1465 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1465/

23 tests failed.
FAILED:  org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance

Error Message:
evaluation took more than 1m: 61s

Stack Trace:
java.lang.AssertionError: evaluation took more than 1m: 61s
	at __randomizedtesting.SeedInfo.seed([EEA69EE06AE0A753:29476CC201549FFC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.lucene.classification.CachingNaiveBayesClassifierTest.testPerformance(CachingNaiveBayesClassifierTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV1

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:477B6FFEC4E5A212]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
	at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV1(AliasIntegrationTest.java:251)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.test

Error Message:
Could not load collection from ZK: collection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:1E4FEEED4AB5DCB3]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1108)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:647)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:137)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:909)
	at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:97)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1120)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1106)
	... 48 more


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
Expected numSlices=5 numReplicas=1 but found DocCollection(solrj_collection3//collections/solrj_collection3/state.json/30)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{     "shard1":{       "range":"80000000-b332ffff",       "state":"active",       "replicas":{"core_node3":{           "dataDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node3/data/",           "base_url":"http://127.0.0.1:48509/hlb",           "node_name":"127.0.0.1:48509_hlb",           "type":"NRT",           "ulogDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node3/data/tlog",           "core":"solrj_collection3_shard1_replica_n1",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"b3330000-e665ffff",       "state":"active",       "replicas":{"core_node5":{           "dataDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node5/data/",           "base_url":"http://127.0.0.1:58191/hlb",           "node_name":"127.0.0.1:58191_hlb",           "type":"NRT",           "ulogDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node5/data/tlog",           "core":"solrj_collection3_shard2_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard3":{       "range":"e6660000-1998ffff",       "state":"active",       "replicas":{"core_node8":{           "core":"solrj_collection3_shard3_replica_n4",           "base_url":"http://127.0.0.1:48509/hlb",           "node_name":"127.0.0.1:48509_hlb",           "state":"down",           "type":"NRT"}}},     "shard4":{       "range":"19990000-4ccbffff",       "state":"active",       "replicas":{"core_node9":{           "dataDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node9/data/",           "base_url":"http://127.0.0.1:58191/hlb",           "node_name":"127.0.0.1:58191_hlb",           "type":"NRT",           "ulogDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node9/data/tlog",           "core":"solrj_collection3_shard4_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard5":{       "range":"4ccc0000-7fffffff",       "state":"active",       "replicas":{"core_node10":{           "dataDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node10/data/",           "base_url":"http://127.0.0.1:58191/hlb",           "node_name":"127.0.0.1:58191_hlb",           "type":"NRT",           "ulogDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node10/data/tlog",           "core":"solrj_collection3_shard5_replica_n7",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{     "field":"myOwnField",     "name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"true",   "nrtReplicas":"1",   "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:33823_hlb, 127.0.0.1:37200_hlb, 127.0.0.1:48509_hlb, 127.0.0.1:50371_hlb, 127.0.0.1:58191_hlb]

Stack Trace:
java.lang.AssertionError: Expected numSlices=5 numReplicas=1 but found DocCollection(solrj_collection3//collections/solrj_collection3/state.json/30)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-b332ffff",
      "state":"active",
      "replicas":{"core_node3":{
          "dataDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node3/data/",
          "base_url":"http://127.0.0.1:48509/hlb",
          "node_name":"127.0.0.1:48509_hlb",
          "type":"NRT",
          "ulogDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node3/data/tlog",
          "core":"solrj_collection3_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"b3330000-e665ffff",
      "state":"active",
      "replicas":{"core_node5":{
          "dataDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node5/data/",
          "base_url":"http://127.0.0.1:58191/hlb",
          "node_name":"127.0.0.1:58191_hlb",
          "type":"NRT",
          "ulogDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node5/data/tlog",
          "core":"solrj_collection3_shard2_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard3":{
      "range":"e6660000-1998ffff",
      "state":"active",
      "replicas":{"core_node8":{
          "core":"solrj_collection3_shard3_replica_n4",
          "base_url":"http://127.0.0.1:48509/hlb",
          "node_name":"127.0.0.1:48509_hlb",
          "state":"down",
          "type":"NRT"}}},
    "shard4":{
      "range":"19990000-4ccbffff",
      "state":"active",
      "replicas":{"core_node9":{
          "dataDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node9/data/",
          "base_url":"http://127.0.0.1:58191/hlb",
          "node_name":"127.0.0.1:58191_hlb",
          "type":"NRT",
          "ulogDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node9/data/tlog",
          "core":"solrj_collection3_shard4_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard5":{
      "range":"4ccc0000-7fffffff",
      "state":"active",
      "replicas":{"core_node10":{
          "dataDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node10/data/",
          "base_url":"http://127.0.0.1:58191/hlb",
          "node_name":"127.0.0.1:58191_hlb",
          "type":"NRT",
          "ulogDir":"hdfs://localhost:48341/solr_hdfs_home/solrj_collection3/core_node10/data/tlog",
          "core":"solrj_collection3_shard5_replica_n7",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{
    "field":"myOwnField",
    "name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"true",
  "nrtReplicas":"1",
  "tlogReplicas":"0"} with /live_nodes: [127.0.0.1:33823_hlb, 127.0.0.1:37200_hlb, 127.0.0.1:48509_hlb, 127.0.0.1:50371_hlb, 127.0.0.1:58191_hlb]
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:1E4FEEED4AB5DCB3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.assertSliceAndReplicaCount(SharedFSAutoReplicaFailoverTest.java:414)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:256)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:144)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestAuthenticationFramework.testBasics

Error Message:
Error from server at https://127.0.0.1:51834/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>  </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:51834/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>

</body>
</html>

	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:ABC37F1BDCA7EF3B]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
	at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:51834/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.8.v20171121</a><hr/>

</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more


FAILED:  org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test

Error Message:
Trigger was not fired 

Stack Trace:
java.lang.AssertionError: Trigger was not fired 
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:1E4FEEED4AB5DCB3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testBasic

Error Message:
there should be new MOVERPLICA ops

Stack Trace:
java.lang.AssertionError: there should be new MOVERPLICA ops
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:3DE1CC223B953765]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testBasic(TestLargeCluster.java:206)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [MDCAwareThreadPoolExecutor] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)  at org.eclipse.jetty.server.Server.handle(Server.java:530)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)  at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)  at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)  at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)  at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)  at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [MDCAwareThreadPoolExecutor]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
	at org.eclipse.jetty.server.Server.handle(Server.java:530)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.rule.RulesTest.doIntegrationTest

Error Message:
KeeperErrorCode = Session expired for /clusterstate.json

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:732896B6F83D4349]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:421)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:442)
	at org.apache.solr.cloud.rule.RulesTest.removeCollections(RulesTest.java:65)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal

Error Message:
concurrent alias creation failed java.lang.IllegalStateException: Connection pool shut down

Stack Trace:
java.lang.AssertionError: concurrent alias creation failed java.lang.IllegalStateException: Connection pool shut down
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:5280DD6549560671]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.cloud.ConcurrentCreateRoutedAliasTest.testConcurrentCreateRoutedAliasMinimal(ConcurrentCreateRoutedAliasTest.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testBasicLeaderElection

Error Message:
Error from server at https://127.0.0.1:54976/solr/tlog_replica_test_basic_leader_election: No registered leader was found after waiting for 4000ms , collection: tlog_replica_test_basic_leader_election slice: shard1 saw state=DocCollection(tlog_replica_test_basic_leader_election//collections/tlog_replica_test_basic_leader_election/state.json/7)={   "pullReplicas":"0",   "replicationFactor":"0",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"tlog_replica_test_basic_leader_election_shard1_replica_t1",           "base_url":"https://127.0.0.1:36715/solr",           "node_name":"127.0.0.1:36715_solr",           "state":"down",           "type":"TLOG"},         "core_node4":{           "core":"tlog_replica_test_basic_leader_election_shard1_replica_t3",           "base_url":"https://127.0.0.1:54976/solr",           "node_name":"127.0.0.1:54976_solr",           "state":"active",           "type":"TLOG"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"100",   "autoAddReplicas":"false",   "nrtReplicas":"0",   "tlogReplicas":"2"} with live_nodes=[127.0.0.1:54976_solr]

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:54976/solr/tlog_replica_test_basic_leader_election: No registered leader was found after waiting for 4000ms , collection: tlog_replica_test_basic_leader_election slice: shard1 saw state=DocCollection(tlog_replica_test_basic_leader_election//collections/tlog_replica_test_basic_leader_election/state.json/7)={
  "pullReplicas":"0",
  "replicationFactor":"0",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"tlog_replica_test_basic_leader_election_shard1_replica_t1",
          "base_url":"https://127.0.0.1:36715/solr",
          "node_name":"127.0.0.1:36715_solr",
          "state":"down",
          "type":"TLOG"},
        "core_node4":{
          "core":"tlog_replica_test_basic_leader_election_shard1_replica_t3",
          "base_url":"https://127.0.0.1:54976/solr",
          "node_name":"127.0.0.1:54976_solr",
          "state":"active",
          "type":"TLOG"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"100",
  "autoAddReplicas":"false",
  "nrtReplicas":"0",
  "tlogReplicas":"2"} with live_nodes=[127.0.0.1:54976_solr]
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:93177F0CD3F6B1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.cloud.TestTlogReplica.testBasicLeaderElection(TestTlogReplica.java:651)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.testRandomUpdates

Error Message:
org.apache.solr.client.solrj.impl.CloudSolrClient@486889e5 => []: Num error ids: [{type=DELQ,id=id_i:[920 TO 54271},message=Cannot talk to ZooKeeper - Updates are disabled.}] expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: org.apache.solr.client.solrj.impl.CloudSolrClient@486889e5 => []: Num error ids: [{type=DELQ,id=id_i:[920 TO 54271},message=Cannot talk to ZooKeeper - Updates are disabled.}] expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:AADA048793344F59]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.assertUpdateTolerantErrors(TestTolerantUpdateProcessorCloud.java:969)
	at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.testRandomUpdates(TestTolerantUpdateProcessorRandomCloud.java:269)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit

Error Message:
Shard split did not succeed after a previous failed split attempt left sub-shards in construction state

Stack Trace:
java.lang.AssertionError: Shard split did not succeed after a previous failed split attempt left sub-shards in construction state
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:6F564298D83CFCC1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:297)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test

Error Message:
expected:<COMPLETED> but was:<RUNNING>

Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:1E4FEEED4AB5DCB3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:289)
	at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:142)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:2C17E6B8BBA16704]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.junit.Assert.assertNull(Assert.java:562)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1575)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([961BD137E449B14B:92E57825DE8333D1]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.ru

[...truncated too long message...]

t/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-8.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/analysis-extras/lib/icu4j-60.2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J2-20180131_221801_7053043135252318976412.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J2-20180131_221801_7053202586124828914188.suites -stdin
   [junit4] ERROR: JVM J2 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J2-20180131_221801_7053016443829283347953.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J2-20180131_221801_7059165505241146758281.syserr
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:844: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:780: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:1513: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J2-20180131_221801_7053016443829283347953.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J2-20180131_221801_7059165505241146758281.syserr

Total time: 1285 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-NightlyTests-master #1461 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1472 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1472/

4 tests failed.
FAILED:  org.apache.solr.cloud.ReplaceNodeNoTargetTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([72A80B9024EAF300:FAFC344A8A169EF8]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.RestartWhileUpdatingTest.test

Error Message:
shard1 is not consistent.  Got 2551 from https://127.0.0.1:44662/un/collection1_shard1_replica_n23 (previous client) and got 1682 from https://127.0.0.1:41414/un/collection1_shard1_replica_n25

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 2551 from https://127.0.0.1:44662/un/collection1_shard1_replica_n23 (previous client) and got 1682 from https://127.0.0.1:41414/un/collection1_shard1_replica_n25
	at __randomizedtesting.SeedInfo.seed([72A80B9024EAF300:FAFC344A8A169EF8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1330)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1309)
	at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:155)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([72A80B9024EAF300:729EBF500DE7576A]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([72A80B9024EAF300:2FE01519EB2C554F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12976 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_72A80B9024EAF300-001/init-core-data-001
   [junit4]   2> 380534 INFO  (SUITE-TestTriggerIntegration-seed#[72A80B9024EAF300]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 380589 INFO  (SUITE-TestTriggerIntegration-seed#[72A80B9024EAF300]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 380590 INFO  (SUITE-TestTriggerIntegration-seed#[72A80B9024EAF300]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 380625 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 380625 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 380625 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 380626 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 380626 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 380627 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
   [junit4]   2> 380627 DEBUG (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 380627 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 380670 DEBUG (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 380690 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 380690 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 380691 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 380691 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 380691 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 380702 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 380702 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 380703 DEBUG (ScheduledTrigger-601-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 380723 DEBUG (ScheduledTrigger-601-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 380744 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 380764 DEBUG (ScheduledTrigger-601-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 380772 DEBUG (simCloudManagerPool-600-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 380773 DEBUG (simCloudManagerPool-600-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 380773 DEBUG (simCloudManagerPool-600-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 380773 DEBUG (simCloudManagerPool-600-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 380773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 380773 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 380773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 380773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 380773 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 380784 DEBUG (ScheduledTrigger-601-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 380784 DEBUG (ScheduledTrigger-601-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10007_solr
   [junit4]   2> 380794 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 380794 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10007_solr
   [junit4]   2> 380804 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 380814 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 380824 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 380844 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 380845 DEBUG (ScheduledTrigger-601-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 380865 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1
   [junit4]   2> 380865 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10007_solr]
   [junit4]   2> 380865 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1645dec16faa8Tan6nwa3b1bfgog90jfqw6aua9",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":391829532375720,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391829532375720],
   [junit4]   2>     "nodeNames":["127.0.0.1:10007_solr"]}}
   [junit4]   2> 380865 DEBUG (ScheduledTrigger-601-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 380865 DEBUG (ScheduledTrigger-601-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
   [junit4]   2> 380897 DEBUG (AutoscalingActionExecutor-602-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1645dec16faa8Tan6nwa3b1bfgog90jfqw6aua9",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":391829532375720,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391829532375720],
   [junit4]   2>     "_enqueue_time_":391833118477570,
   [junit4]   2>     "nodeNames":["127.0.0.1:10007_solr"]}}
   [junit4]   2> 380918 DEBUG (simCloudManagerPool-600-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 380918 DEBUG (simCloudManagerPool-600-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 380918 DEBUG (simCloudManagerPool-600-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr]
   [junit4]   2> 380919 DEBUG (simCloudManagerPool-600-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr]
   [junit4]   2> 380919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 380934 DEBUG (AutoscalingActionExecutor-602-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 380934 DEBUG (AutoscalingActionExecutor-602-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 380934 DEBUG (AutoscalingActionExecutor-602-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 1823 ms for event id=1645dec16faa8Tan6nwa3b1bfgog90jfqw6aua9
   [junit4]   2> 380938 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 380938 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 380966 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
   [junit4]   2> 380966 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 380966 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 380966 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 380966 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		1
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	1
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		1
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		127.0.0.1:10007_solr
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[]
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	0
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	0
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		0
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        2
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update             2
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> 380967 INFO  (TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- SUCCEEDED       1
   [junit4]   2> 381008 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 381009 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 381009 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10007_solr
   [junit4]   2> 381009 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 381009 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 381009 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 381024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 381024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 381024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
   [junit4]   2> 381024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 381040 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 381040 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 381040 DEBUG (ScheduledTrigger-604-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 381060 DEBUG (ScheduledTrigger-604-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 381109 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 381122 DEBUG (simCloudManagerPool-603-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 381123 DEBUG (simCloudManagerPool-603-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 381123 DEBUG (simCloudManagerPool-603-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381123 DEBUG (simCloudManagerPool-603-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381123 DEBUG (simCloudManagerPool-603-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 381123 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 381123 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 381123 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 381124 DEBUG (ScheduledTrigger-604-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 381124 DEBUG (ScheduledTrigger-604-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 381128 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 381129 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 381129 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 381129 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 381129 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 381133 DEBUG (ScheduledTrigger-604-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 381144 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 381144 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 381144 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10010_solr at time 391847070094570
   [junit4]   2> 381144 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10010_solr] added at times [391847070094570], now=391847074184870
   [junit4]   2> 381145 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"16462016b54eaTan6nwa3b1bfgog90jfqw6auac",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":391847070094570,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391847070094570],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381145 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
   [junit4]   2> 381170 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"16462016b54eaTan6nwa3b1bfgog90jfqw6auac",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":391847070094570,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391847070094570],
   [junit4]   2>     "_enqueue_time_":391847092175170,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381170 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
   [junit4]   2> 381171 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 381171 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 381171 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 381171 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 51 ms for event id=16462016b54eaTan6nwa3b1bfgog90jfqw6auac
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10010_solr at time 391853661590620
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10010_solr] added at times [391853661590620], now=391853663528670
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"164638a4d945cTan6nwa3b1bfgog90jfqw6auaf",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":391853661590620,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391853661590620],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
   [junit4]   2> 381312 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"164638a4d945cTan6nwa3b1bfgog90jfqw6auaf",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":391853661590620,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391853661590620],
   [junit4]   2>     "_enqueue_time_":391853673458320,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381312 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration last action at 391848366379970 time = 391855464894270
   [junit4]   2> 381312 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2
   [junit4]   2> 381333 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 381333 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 381333 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 381333 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 1035 ms for event id=164638a4d945cTan6nwa3b1bfgog90jfqw6auaf
   [junit4]   2> 381352 DEBUG (simCloudManagerPool-603-thread-7) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 381352 DEBUG (simCloudManagerPool-603-thread-7) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 381353 DEBUG (simCloudManagerPool-603-thread-7) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381353 DEBUG (simCloudManagerPool-603-thread-7) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 381353 DEBUG (simCloudManagerPool-603-thread-7) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381353 DEBUG (simCloudManagerPool-603-thread-7) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381365 DEBUG (simCloudManagerPool-603-thread-7) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 381365 DEBUG (simCloudManagerPool-603-thread-7) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381365 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 381365 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 381365 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 381366 DEBUG (ScheduledTrigger-604-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 381386 DEBUG (ScheduledTrigger-604-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381386 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 381387 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 381387 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 381387 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 3
   [junit4]   2> 381423 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
   [junit4]   2> 381423 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
   [junit4]   2> 381423 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10010_solr]
   [junit4]   2> 381423 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"164653f73ba68Tan6nwa3b1bfgog90jfqw6auai",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":391860995734120,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391860995734120],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381423 DEBUG (ScheduledTrigger-604-thread-4) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
   [junit4]   2> 381424 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
   [junit4]   2> 381424 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
   [junit4]   2> 381424 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10010_solr]
   [junit4]   2> 381424 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"16465416d5752Tan6nwa3b1bfgog90jfqw6auak",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":391861028869970,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391861028869970],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381424 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"164653f73ba68Tan6nwa3b1bfgog90jfqw6auai",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":391860995734120,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391860995734120],
   [junit4]   2>     "_enqueue_time_":391861008352920,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381438 DEBUG (ScheduledTrigger-604-thread-2) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: [127.0.0.1:10010_solr] is not ready, will try later
   [junit4]   2> 381439 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger1
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 1757 ms for event id=164653f73ba68Tan6nwa3b1bfgog90jfqw6auai
   [junit4]   2> 381572 DEBUG (ScheduledTrigger-604-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
   [junit4]   2> 381573 DEBUG (ScheduledTrigger-604-thread-1) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10010_solr]
   [junit4]   2> 381573 DEBUG (ScheduledTrigger-604-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"16465416d5752Tan6nwa3b1bfgog90jfqw6auan",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":391861028869970,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391861028869970],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381573 DEBUG (ScheduledTrigger-604-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
   [junit4]   2> 381621 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"16465416d5752Tan6nwa3b1bfgog90jfqw6auan",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":391861028869970,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391861028869970],
   [junit4]   2>     "_enqueue_time_":391868493571170,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381621 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration last action at 391861779166120 time = 391870921606770
   [junit4]   2> 381621 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		2
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	2
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		1
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		127.0.0.1:10010_solr
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[]
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	0
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	0
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		0
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        4
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update             8
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- SUCCEEDED       1
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger2
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- SUCCEEDED       1
   [junit4]   2> 381622 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger1
   [junit4]   2> 381623 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> 381623 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- SUCCEEDED       1
   [junit4]   2> 381623 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger2
   [junit4]   2> 381623 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- IGNORED         1
   [junit4]   2> 381623 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 940 ms for event id=16465416d5752Tan6nwa3b1bfgog90jfqw6auan
   [junit4]   2> 381677 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 381678 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 381678 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10010_solr
   [junit4]   2> 381678 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 381678 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 381694 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 381784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 381784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
   [junit4]   2> 381784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion -1
   [junit4]   2> 381784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
   [junit4]   2> 381785 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 381785 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 381786 DEBUG (ScheduledTrigger-607-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 381816 DEBUG (ScheduledTrigger-607-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 381837 DEBUG (ScheduledTrigger-607-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 381869 DEBUG (ScheduledTrigger-607-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 381870 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.TestTriggerIntegration ====== KILL OVERSEER 1
   [junit4]   2> 381870 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 381870 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 381871 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 381892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
   [junit4]   2> 381892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 381892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion -1
   [junit4]   2> 381892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
   [junit4]   2> 381892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10009_solr
   [junit4]   2> 381908 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 381908 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 381908 DEBUG (ScheduledTrigger-610-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 381908 DEBUG (ScheduledTrigger-610-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr
   [junit4]   2> 381942 DEBUG (ScheduledTrigger-610-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 381963 DEBUG (ScheduledTrigger-610-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 382000 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD TRIGGERS
   [junit4]   2> 382012 DEBUG (ScheduledTrigger-610-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 382049 DEBUG (ScheduledTrigger-610-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 382085 DEBUG (ScheduledTrigger-610-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 382086 DEBUG (simCloudManagerPool-609-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 382086 DEBUG (simCloudManagerPool-609-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
   [junit4]   2> 382087 DEBUG (simCloudManagerPool-609-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 382087 DEBUG (simCloudManagerPool-609-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 382087 DEBUG (simCloudManagerPool-609-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 382088 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD NODE 1
   [junit4]   2> 382097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
   [junit4]   2> 382097 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 382097 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 382097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
   [junit4]   2> 382098 DEBUG (ScheduledTrigger-610-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
   [junit4]   2> 382098 DEBUG (ScheduledTrigger-610-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 382098 DEBUG (ScheduledTrigger-610-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 382098 DEBUG (ScheduledTrigger-610-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10012_solr at time 391894739397270
   [junit4]   2> 382134 DEBUG (ScheduledTrigger-610-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 382135 DEBUG (ScheduledTrigger-610-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
   [junit4]   2> 382135 DEBUG (ScheduledTrigger-610-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 382135 DEBUG (ScheduledTrigger-610-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 382135 DEBUG (ScheduledTrigger-610-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10012_solr] added at times [391894739397270], now=391896592848720
   [junit4]   2> 382135 DEBUG (ScheduledTrigger-610-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1646d1abb2a96Tan6nwa3b1bfgog90jfqw6auaq",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":391894739397270,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391894739397270],
   [junit4]   2>     "nodeNames":["127.0.0.1:10012_solr"]}}
   [junit4]   2> 382136 DEBUG (ScheduledTrigger-610-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
   [junit4]   2> 382137 DEBUG (AutoscalingActionExecutor-611-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1646d1abb2a96Tan6nwa3b1bfgog90jfqw6auaq",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":391894739397270,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391894739397270],
   [junit4]   2>     "_enqueue_time_":391896630509170,
   [junit4]   2>     "nodeNames":["127.0.0.1:10012_solr"]}}
   [junit4]   2> 382137 DEBUG (AutoscalingActionExecutor-611-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 382138 DEBUG (AutoscalingActionExecutor-611-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 382138 DEBUG (AutoscalingActionExecutor-611-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 382138 DEBUG (AutoscalingActionExecutor-611-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 27 ms for event id=1646d1abb2a96Tan6nwa3b1bfgog90jfqw6auaq
   [junit4]   2> 382199 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.TestTriggerIntegration ====== KILL OVERSEER 2
   [junit4]   2> 382199 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 382199 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 382200 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 382236 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
   [junit4]   2> 382236 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10012_solr]
   [junit4]   2> 382236 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10012_solr]
   [junit4]   2> 382237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10012_solr]
   [junit4]   2> 382237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 382237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion -1
   [junit4]   2> 382237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
   [junit4]   2> 382237 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 382237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10011_solr
   [junit4]   2> 382237 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 382237 DEBUG (ScheduledTrigger-613-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 382237 DEBUG (ScheduledTrigger-613-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
   [junit4]   2> 382240 DEBUG (ScheduledTrigger-613-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 382240 DEBUG (ScheduledTrigger-613-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 382240 DEBUG (ScheduledTrigger-613-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 382240 DEBUG (ScheduledTrigger-613-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
   [junit4]   2> 382240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
   [junit4]   2> 382260 DEBUG (ScheduledTrigger-613-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 382260 DEBUG (ScheduledTrigger-613-thread-2) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10011_solr]
   [junit4]   2> 382260 DEBUG (ScheduledTrigger-613-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1646ebad714daTan6nwa3b1bfgog90jfqw6auat",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":391901720548570,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391901720548570],
   [junit4]   2>     "nodeNames":["127.0.0.1:10011_solr"]}}
   [junit4]   2> 382260 DEBUG (ScheduledTrigger-613-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
   [junit4]   2> 382261 DEBUG (AutoscalingActionExecutor-614-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1646ebad714daTan6nwa3b1bfgog90jfqw6auat",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":391901720548570,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391901720548570],
   [junit4]   2>     "_enqueue_time_":391902877434070,
   [junit4]   2>     "nodeNames":["127.0.0.1:10011_solr"]}}
   [junit4]   2> 382261 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
   [junit4]   2> 382261 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 382261 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 382261 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 382261 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 382261 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		2
   [junit4]   2> 382261 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	2
   [junit4]   2> 382261 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		2
   [junit4]   2> 382261 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		127.0.0.1:10009_solr
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		127.0.0.1:10011_solr
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[]
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	0
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	0
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		0
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        2
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update             3
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- SUCCEEDED       1
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
   [junit4]   2> 382262 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> 382280 INFO  (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 382280 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
   [junit4]   2> 382280 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10009_solr
   [junit4]   2> 382280 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10011_solr
   [junit4]   2> 382280 INFO  (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 382280 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 382297 WARN  (AutoscalingActionExecutor-614-thread-1) [    ] o.a.s.c.a.SystemLogListener Exception sending event to collection .system
   [junit4]   2> java.io.IOException: java.lang.InterruptedException
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:122)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:744)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:714)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:312)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:191)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460)
   [junit4]   2> 	... 10 more
   [junit4]   2> 382298 DEBUG (AutoscalingActionExecutor-614-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 1821 ms for event id=1646ebad714daTan6nwa3b1bfgog90jfqw6auat
   [junit4]   2> 382298 DEBUG (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 382313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 382313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16
   [junit4]   2> 382313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10012_solr]
   [junit4]   2> 382313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion -1
   [junit4]   2> 382313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
   [junit4]   2> 382351 DEBUG (ScheduledTrigger-616-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 382351 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 382351 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
   [junit4]   2> 382371 DEBUG (ScheduledTrigger-616-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 382392 DEBUG (ScheduledTrigger-616-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 382426 DEBUG (ScheduledTrigger-616-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 382463 DEBUG (ScheduledTrigger-616-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 382463 DEBUG (simCloudManagerPool-615-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 382466 DEBUG (simCloudManagerPool-615-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 17
   [junit4]   2> 382467 DEBUG (simCloudManagerPool-615-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10012_solr]
   [junit4]   2> 382467 DEBUG (simCloudManagerPool-615-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10012_solr]
   [junit4]   2> 382467 DEBUG (simCloudManagerPool-615-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}], enabled=true}
   [junit4]   2> 382480 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17
   [junit4]   2> 382480 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 382481 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
   [junit4]   2> 382499 DEBUG (ScheduledTrigger-616-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 382499 DEBUG (ScheduledTrigger-616-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 382500 DEBUG (ScheduledTrigger-616-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10013_solr at time 391914825183120
   [junit4]   2> 382500 DEBUG (ScheduledTrigger-616-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 382536 DEBUG (ScheduledTrigger-616-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 382536 DEBUG (

[...truncated too long message...]

ser-62932-thread-9) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@602b6002{/solr,null,UNAVAILABLE}
   [junit4]   2> 8118260 INFO  (jetty-closer-62932-thread-9) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 8118287 INFO  (jetty-closer-62932-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@97d11f3{/solr,null,UNAVAILABLE}
   [junit4]   2> 8118289 INFO  (jetty-closer-62932-thread-4) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 8118355 INFO  (jetty-closer-62932-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23acfa06{/solr,null,UNAVAILABLE}
   [junit4]   2> 8118358 INFO  (jetty-closer-62932-thread-5) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 8118364 ERROR (SUITE-TriggerIntegrationTest-seed#[72A80B9024EAF300]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 8118364 INFO  (SUITE-TriggerIntegrationTest-seed#[72A80B9024EAF300]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41385 41385
   [junit4]   2> 8118547 INFO  (Thread-56590) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41385 41385
   [junit4]   2> 8118552 WARN  (Thread-56590) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	21	/solr/clusterprops.json
   [junit4]   2> 	21	/solr/aliases.json
   [junit4]   2> 	20	/solr/security.json
   [junit4]   2> 	10	/solr/collections/testMetricTrigger/terms/shard1
   [junit4]   2> 	9	/solr/configs/conf
   [junit4]   2> 	2	/solr/collections/testMetricTrigger/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	130	/solr/collections/collection1/state.json
   [junit4]   2> 	45	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	21	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/autoscaling.json
   [junit4]   2> 	3	/solr/overseer_elect/election/72083750673776691-127.0.0.1:36694_solr-n_0000000015
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72083750673776667-core_node8-n_0000000003
   [junit4]   2> 	2	/solr/overseer_elect/election/72083750673776651-127.0.0.1:45006_solr-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/72083750673776676-127.0.0.1:41843_solr-n_0000000010
   [junit4]   2> 	2	/solr/overseer_elect/election/72083750673776660-127.0.0.1:37913_solr-n_0000000005
   [junit4]   2> 	2	/solr/overseer_elect/election/72083750673776679-127.0.0.1:43345_solr-n_0000000011
   [junit4]   2> 	2	/solr/overseer_elect/election/72083750673776667-127.0.0.1:37338_solr-n_0000000007
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72083750673776676-core_node3-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	21	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_72A80B9024EAF300-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128), x_s=FST50}, docValues:{}, maxPointsInLeafNode=1506, maxMBSortInHeap=6.511489967595306, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@17e0b350), locale=vi-VN, timezone=Australia/Sydney
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=272195184,total=516947968
   [junit4]   2> NOTE: All tests run in this JVM: [TestExecutePlanAction, BlockJoinFacetDistribTest, FullSolrCloudDistribCmdsTest, XmlUpdateRequestHandlerTest, TestCloudInspectUtil, TestAddFieldRealTimeGet, OpenExchangeRatesOrgProviderTest, TestFilteredDocIdSet, TestSolrCoreSnapshots, AssignTest, TestInitQParser, TestHighlightDedupGrouping, TestFieldTypeCollectionResource, BigEndianAscendingWordDeserializerTest, TestWordDelimiterFilterFactory, TestSubQueryTransformer, MetricsConfigTest, PluginInfoTest, IndexBasedSpellCheckerTest, CustomCollectionTest, TestDistributedSearch, DistributedQueryElevationComponentTest, TestClusterProperties, TestAuthorizationFramework, HealthCheckHandlerTest, CoreAdminCreateDiscoverTest, TestConfigSetsAPIZkFailure, TestJsonFacetRefinement, DistributedSuggestComponentTest, ManagedSchemaRoundRobinCloudTest, TestApiFramework, DistributedVersionInfoTest, DeleteLastCustomShardedReplicaTest, TestBinaryField, TestFreeTextSuggestions, BasicAuthIntegrationTest, BlockDirectoryTest, RequestHandlersTest, ConcurrentCreateRoutedAliasTest, SolrSlf4jReporterTest, TestIBSimilarityFactory, TestBackupRepositoryFactory, SpellCheckCollatorTest, DistribDocExpirationUpdateProcessorTest, AssignBackwardCompatibilityTest, TestUseDocValuesAsStored2, OutputWriterTest, TestLuceneIndexBackCompat, TestNodeAddedTrigger, TestStressLucene, TestRemoteStreaming, TestLegacyFieldReuse, TestManagedResource, TestSerializedLuceneMatchVersion, DistributedTermsComponentTest, SuggestComponentContextFilterQueryTest, HdfsUnloadDistributedZkTest, TestRestoreCore, TestCrossCoreJoin, MigrateRouteKeyTest, SolrPluginUtilsTest, TestCSVLoader, TestIntervalFaceting, SolrGraphiteReporterTest, ResponseHeaderTest, TestOmitPositions, DataDrivenBlockJoinTest, CurrencyRangeFacetCloudTest, UUIDFieldTest, TestMissingGroups, AutoScalingHandlerTest, TestPhraseSuggestions, TestLMDirichletSimilarityFactory, TestOrdValues, TestInPlaceUpdatesDistrib, TestSolrCloudWithDelegationTokens, AddBlockUpdateTest, BooleanFieldTest, SimpleFacetsTest, OverseerCollectionConfigSetProcessorTest, TestObjectReleaseTracker, BinaryUpdateRequestHandlerTest, TestDocumentBuilder, LeaderFailureAfterFreshStartTest, TestRequestForwarding, MergeStrategyTest, FieldAnalysisRequestHandlerTest, DistributedFacetPivotWhiteBoxTest, TestTrackingShardHandlerFactory, ExplicitHLLTest, TestDFISimilarityFactory, RegexBytesRefFilterTest, CreateCollectionCleanupTest, HdfsChaosMonkeyNothingIsSafeTest, SynonymTokenizerTest, SolrIndexSplitterTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFastOutputStream, TestCloudPseudoReturnFields, TestStressCloudBlindAtomicUpdates, TestSimDistributedQueue, TestRandomFaceting, TestManagedSynonymFilterFactory, TestManagedSchemaThreadSafety, SystemLogListenerTest, DebugComponentTest, TestNumericTerms32, TestConfigSetProperties, TermVectorComponentDistributedTest, RollingRestartTest, TestMergePolicyConfig, TestGroupingSearch, TestMacros, TestBinaryResponseWriter, TestAnalyzeInfixSuggestions, SimpleCollectionCreateDeleteTest, TestScoreJoinQPNoScore, TestCollationField, TestWriterPerf, LIRRollingUpdatesTest, TestDocSet, TestStandardQParsers, SolrRequestParserTest, CloudMLTQParserTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, DocValuesTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, TestCSVResponseWriter, MBeansHandlerTest, TestComponentsName, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, SampleTest, TestConfig, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ZkNodePropsTest, SliceStateTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ActionThrottleTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, RestartWhileUpdatingTest, TestDistribDocBasedVersion, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, HdfsCollectionsAPIDistributedZkTest, AutoAddReplicasPlanActionTest, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest, TriggerIntegrationTest]
   [junit4] Completed [602/775 (4!)] on J0 in 204.74s, 14 tests, 1 failure <<< FAILURES!

[...truncated 48730 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1471 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1471/

8 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.ltr.feature.TestFieldLengthFeature

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFieldLengthFeature:     1) Thread[id=88, name=qtp1192070498-88, state=TIMED_WAITING, group=TGRP-TestFieldLengthFeature]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFieldLengthFeature: 
   1) Thread[id=88, name=qtp1192070498-88, state=TIMED_WAITING, group=TGRP-TestFieldLengthFeature]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([A539D143B4BF2303]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.ltr.feature.TestFieldLengthFeature

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=88, name=qtp1192070498-88, state=TIMED_WAITING, group=TGRP-TestFieldLengthFeature]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=88, name=qtp1192070498-88, state=TIMED_WAITING, group=TGRP-TestFieldLengthFeature]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([A539D143B4BF2303]:0)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:38320/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:43978/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:38320/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:43978/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([970C435508514221:3DC190A7BF8297F1]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38320/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
	... 46 more


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#5): CloudJettyRunner [url=https://127.0.0.1:45142/eo/r/collection1_shard2_replica_n45]

Stack Trace:
java.lang.AssertionError: Unable to restart (#5): CloudJettyRunner [url=https://127.0.0.1:45142/eo/r/collection1_shard2_replica_n45]
	at __randomizedtesting.SeedInfo.seed([970C435508514221:1F587C8FA6AD2FD9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([970C435508514221:7ACCD445B53DDFF8]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)  at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116)  at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:113)  at sun.reflect.GeneratedConstructorAccessor445.newInstance(Unknown Source)  at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)  at java.lang.reflect.Constructor.newInstance(Constructor.java:423)  at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:793)  at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:855)  at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1108)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:978)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
	at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116)
	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:113)
	at sun.reflect.GeneratedConstructorAccessor445.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:793)
	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:855)
	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1108)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:978)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
	at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([970C435508514221]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
	at sun.reflect.GeneratedMethodAccessor123.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test

Error Message:
There are still nodes recoverying - waited for 600 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 600 seconds
	at __randomizedtesting.SeedInfo.seed([970C435508514221:1F587C8FA6AD2FD9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:921)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1478)
	at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:99)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.search.mlt.SimpleMLTQParserTest.doTest

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([970C435508514221:3048FBF165EA5198]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:902)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:862)
	at org.apache.solr.search.mlt.SimpleMLTQParserTest.doTest(SimpleMLTQParserTest.java:82)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result/doc[1]/str[@name='id'][.='13']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">19</int></lst><result name="response" numFound="16" start="0"><doc><str name="id">14</str><arr name="range_facet_l"><long>14</long></arr><int name="id_i1">14</int><arr name="range_facet_l_dv"><long>14</long></arr><arr name="range_facet_i_dv"><int>14</int></arr><arr name="lowerfilt"><str>The quote red fox jumped over the lazy brown dogs.</str></arr><arr name="lowerfilt1and2"><str>The quote red fox jumped over the lazy brown dogs.</str></arr><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2018-02-06T12:58:12.157Z</date><int name="intDvoDefault">42</int></doc><doc><str name="id">15</str><arr name="range_facet_l"><long>15</long></arr><int name="id_i1">15</int><arr name="range_facet_l_dv"><long>15</long></arr><arr name="range_facet_i_dv"><int>15</int></arr><arr name="lowerfilt"><str>The fat red fox jumped over the lazy brown dogs.</str></arr><arr name="lowerfilt1and2"><str>The fat red fox jumped over the lazy brown dogs.</str></arr><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2018-02-06T12:58:12.228Z</date><int name="intDvoDefault">42</int></doc><doc><str name="id">16</str><arr name="range_facet_l"><long>16</long></arr><int name="id_i1">16</int><arr name="range_facet_l_dv"><long>16</long></arr><arr name="range_facet_i_dv"><int>16</int></arr><arr name="lowerfilt"><str>The slim red fox jumped over the lazy brown dogs.</str></arr><arr name="lowerfilt1and2"><str>The slim red fox jumped over the lazy brown dogs.</str></arr><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2018-02-06T12:58:12.228Z</date><int name="intDvoDefault">42</int></doc><doc><str name="id">18</str><arr name="range_facet_l"><long>18</long></arr><int name="id_i1">18</int><arr name="range_facet_l_dv"><long>18</long></arr><arr name="range_facet_i_dv"><int>18</int></arr><arr name="lowerfilt"><str>The quote red fox jumped over the lazy brown dogs.</str></arr><arr name="lowerfilt1and2"><str>The quote red fox jumped over the lazy brown dogs.</str></arr><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2018-02-06T12:58:12.229Z</date><int name="intDvoDefault">42</int></doc><doc><str name="id">19</str><arr name="range_facet_l"><long>19</long></arr><int name="id_i1">19</int><arr name="range_facet_l_dv"><long>19</long></arr><arr name="range_facet_i_dv"><int>19</int></arr><arr name="lowerfilt"><str>The hose red fox jumped over the lazy brown dogs.</str></arr><arr name="lowerfilt1and2"><str>The hose red fox jumped over the lazy brown dogs.</str></arr><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2018-02-06T12:58:12.230Z</date><int name="intDvoDefault">42</int></doc><doc><str name="id">13</str><arr name="range_facet_l"><long>13</long></arr><int name="id_i1">13</int><arr name="range_facet_l_dv"><long>13</long></arr><arr name="range_facet_i_dv"><int>13</int></arr><arr name="lowerfilt"><str>The quote red fox jumped over the lazy brown dogs.</str></arr><arr name="lowerfilt1and2"><str>The quote red fox jumped over the lazy brown dogs.</str></arr><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2018-02-06T12:58:12.081Z</date><int name="intDvoDefault">42</int></doc><doc><str name="id">30</str><arr name="range_facet_l"><long>30</long></arr><int name="id_i1">30</int><arr name="range_facet_l_dv"><long>30</long></arr><arr name="range_facet_i_dv"><int>30</int></arr><arr name="lowerfilt"><str>The quote red fox jumped over the lazy brown dogs.</str></arr><arr name="lowerfilt1and2"><str>The quote red fox jumped over the lazy brown dogs.</str><str>red green yellow</str></arr><arr name="lowerfilt1"><str>red green yellow</str></arr><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2018-02-06T12:58:13.663Z</date><int name="intDvoDefault">42</int></doc><doc><str name="id">31</str><arr name="range_facet_l"><long>31</long></arr><int name="id_i1">31</int><arr name="range_facet_l_dv"><long>31</long></arr><arr name="range_facet_i_dv"><int>31</int></arr><arr name="lowerfilt"><str>The fat red fox jumped over the lazy brown dogs.</str></arr><arr name="lowerfilt1and2"><str>The fat red fox jumped over the lazy brown dogs.</str><str>green blue yellow</str></arr><arr name="lowerfilt1"><str>green blue yellow</str></arr><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2018-02-06T12:58:13.678Z</date><int name="intDvoDefault">42</int></doc><doc><str name="id">20</str><arr name="range_facet_l"><long>20</long></arr><int name="id_i1">20</int><arr name="range_facet_l_dv"><long>20</long></arr><arr name="range_facet_i_dv"><int>20</int></arr><arr name="lowerfilt"><str>The quote red fox jumped over the lazy brown dogs.</str></arr><arr name="lowerfilt1and2"><str>The quote red fox jumped over the lazy brown dogs.</str></arr><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2018-02-06T12:58:13.410Z</date><int name="intDvoDefault">42</int></doc><doc><str name="id">21</str><arr name="range_facet_l"><long>21</long></arr><int name="id_i1">21</int><arr name="range_facet_l_dv"><long>21</long></arr><arr name="range_facet_i_dv"><int>21</int></arr><arr name="lowerfilt"><str>The court red fox jumped over the lazy brown dogs.</str></arr><arr name="lowerfilt1and2"><str>The court red fox jumped over the lazy brown dogs.</str></arr><arr name="multiDefault"><str>muLti-Default</str></arr><int name="intDefault">42</int><date name="timestamp">2018-02-06T12:58:13.411Z</date><int name="intDvoDefault">42</int></doc></result>
</response>

	request was:q={!mlt+qf%3Dlowerfilt}17
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:895)
	... 41 more




Build Log:
[...truncated 13148 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_970C435508514221-001/init-core-data-001
   [junit4]   2> 736016 WARN  (SUITE-MoveReplicaHDFSTest-seed#[970C435508514221]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
   [junit4]   2> 736137 INFO  (SUITE-MoveReplicaHDFSTest-seed#[970C435508514221]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 736139 INFO  (SUITE-MoveReplicaHDFSTest-seed#[970C435508514221]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 736139 INFO  (SUITE-MoveReplicaHDFSTest-seed#[970C435508514221]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 736140 INFO  (SUITE-MoveReplicaHDFSTest-seed#[970C435508514221]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_970C435508514221-001/tempDir-001
   [junit4]   2> 736140 INFO  (SUITE-MoveReplicaHDFSTest-seed#[970C435508514221]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 736140 INFO  (Thread-713) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 736140 INFO  (Thread-713) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 736222 ERROR (Thread-713) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 736240 INFO  (SUITE-MoveReplicaHDFSTest-seed#[970C435508514221]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45805
   [junit4]   2> 736288 INFO  (zkConnectionManagerCallback-2303-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736303 INFO  (jetty-launcher-2300-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 736303 INFO  (jetty-launcher-2300-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 736321 INFO  (jetty-launcher-2300-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 736349 INFO  (jetty-launcher-2300-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 736349 INFO  (jetty-launcher-2300-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 736349 INFO  (jetty-launcher-2300-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 736349 INFO  (jetty-launcher-2300-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28208577{/solr,null,AVAILABLE}
   [junit4]   2> 736350 INFO  (jetty-launcher-2300-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@38507dbc{SSL,[ssl, http/1.1]}{127.0.0.1:38320}
   [junit4]   2> 736350 INFO  (jetty-launcher-2300-thread-3) [    ] o.e.j.s.Server Started @796804ms
   [junit4]   2> 736350 INFO  (jetty-launcher-2300-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38320}
   [junit4]   2> 736350 ERROR (jetty-launcher-2300-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 736350 INFO  (jetty-launcher-2300-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 736350 INFO  (jetty-launcher-2300-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 736350 INFO  (jetty-launcher-2300-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 736350 INFO  (jetty-launcher-2300-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-06T12:44:33.950Z
   [junit4]   2> 736352 INFO  (jetty-launcher-2300-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 736352 INFO  (jetty-launcher-2300-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 736352 INFO  (jetty-launcher-2300-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 736352 INFO  (jetty-launcher-2300-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dfb2449{/solr,null,AVAILABLE}
   [junit4]   2> 736366 INFO  (jetty-launcher-2300-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 736402 INFO  (jetty-launcher-2300-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 736402 INFO  (jetty-launcher-2300-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 736402 INFO  (jetty-launcher-2300-thread-4) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 736406 INFO  (jetty-launcher-2300-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f90b9c4{/solr,null,AVAILABLE}
   [junit4]   2> 736475 INFO  (jetty-launcher-2300-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 736475 INFO  (jetty-launcher-2300-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 736475 INFO  (jetty-launcher-2300-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 736476 INFO  (jetty-launcher-2300-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e24dca6{/solr,null,AVAILABLE}
   [junit4]   2> 736476 INFO  (jetty-launcher-2300-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@48d2a0d6{SSL,[ssl, http/1.1]}{127.0.0.1:42574}
   [junit4]   2> 736476 INFO  (jetty-launcher-2300-thread-1) [    ] o.e.j.s.Server Started @796931ms
   [junit4]   2> 736476 INFO  (jetty-launcher-2300-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42574}
   [junit4]   2> 736477 ERROR (jetty-launcher-2300-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 736477 INFO  (jetty-launcher-2300-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 736477 INFO  (jetty-launcher-2300-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 736477 INFO  (jetty-launcher-2300-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 736477 INFO  (jetty-launcher-2300-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-06T12:44:34.077Z
   [junit4]   2> 736564 INFO  (jetty-launcher-2300-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@56a49ae6{SSL,[ssl, http/1.1]}{127.0.0.1:43978}
   [junit4]   2> 736564 INFO  (jetty-launcher-2300-thread-4) [    ] o.e.j.s.Server Started @797018ms
   [junit4]   2> 736564 INFO  (jetty-launcher-2300-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43978}
   [junit4]   2> 736564 ERROR (jetty-launcher-2300-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 736564 INFO  (jetty-launcher-2300-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 736564 INFO  (jetty-launcher-2300-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 736565 INFO  (jetty-launcher-2300-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 736565 INFO  (jetty-launcher-2300-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-06T12:44:34.165Z
   [junit4]   2> 736566 INFO  (zkConnectionManagerCallback-2309-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736567 INFO  (jetty-launcher-2300-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 736597 INFO  (jetty-launcher-2300-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@450a4e5d{SSL,[ssl, http/1.1]}{127.0.0.1:33908}
   [junit4]   2> 736597 INFO  (jetty-launcher-2300-thread-2) [    ] o.e.j.s.Server Started @797051ms
   [junit4]   2> 736597 INFO  (jetty-launcher-2300-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33908}
   [junit4]   2> 736597 ERROR (jetty-launcher-2300-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 736597 INFO  (jetty-launcher-2300-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 736597 INFO  (jetty-launcher-2300-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 736597 INFO  (jetty-launcher-2300-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 736597 INFO  (jetty-launcher-2300-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-06T12:44:34.197Z
   [junit4]   2> 736637 INFO  (zkConnectionManagerCallback-2305-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736641 INFO  (zkConnectionManagerCallback-2307-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736644 INFO  (zkConnectionManagerCallback-2311-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736648 INFO  (jetty-launcher-2300-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 736662 INFO  (jetty-launcher-2300-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 736666 INFO  (jetty-launcher-2300-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 736714 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1000f6802cc0004, likely client has closed socket
   [junit4]   2> 736768 INFO  (jetty-launcher-2300-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45805/solr
   [junit4]   2> 736825 INFO  (jetty-launcher-2300-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45805/solr
   [junit4]   2> 736864 INFO  (zkConnectionManagerCallback-2315-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736886 INFO  (jetty-launcher-2300-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45805/solr
   [junit4]   2> 736887 INFO  (jetty-launcher-2300-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45805/solr
   [junit4]   2> 736899 INFO  (zkConnectionManagerCallback-2323-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736898 DEBUG (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$245/1896885513@21d229b5
   [junit4]   2> 736900 INFO  (zkConnectionManagerCallback-2325-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736914 INFO  (zkConnectionManagerCallback-2327-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736915 DEBUG (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$245/1896885513@623e12a1
   [junit4]   2> 736916 DEBUG (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$245/1896885513@3905b0f8
   [junit4]   2> 736916 DEBUG (jetty-launcher-2300-thread-2) [n:127.0.0.1:33908_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$245/1896885513@564e2067
   [junit4]   2> 736917 INFO  (zkConnectionManagerCallback-2329-thread-1-processing-n:127.0.0.1:43978_solr) [n:127.0.0.1:43978_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736927 INFO  (zkConnectionManagerCallback-2331-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736928 INFO  (zkConnectionManagerCallback-2333-thread-1-processing-n:127.0.0.1:38320_solr) [n:127.0.0.1:38320_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 736928 INFO  (zkConnectionManagerCallback-2335-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 737037 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 737038 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737038 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 737039 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 737052 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 737082 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 737109 INFO  (jetty-launcher-2300-thread-2) [n:127.0.0.1:33908_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 737110 DEBUG (jetty-launcher-2300-thread-2) [n:127.0.0.1:33908_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72074533435867148-127.0.0.1:33908_solr-n_0000000000
   [junit4]   2> 737112 INFO  (jetty-launcher-2300-thread-2) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33908_solr
   [junit4]   2> 737113 INFO  (jetty-launcher-2300-thread-2) [n:127.0.0.1:33908_solr    ] o.a.s.c.Overseer Overseer (id=72074533435867148-127.0.0.1:33908_solr-n_0000000000) starting
   [junit4]   2> 737162 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 737170 DEBUG (OverseerStateUpdate-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 737178 INFO  (jetty-launcher-2300-thread-2) [n:127.0.0.1:33908_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33908_solr
   [junit4]   2> 737179 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737194 DEBUG (OverseerAutoScalingTriggerThread-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 737254 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737254 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
   [junit4]   2> 737255 DEBUG (OverseerAutoScalingTriggerThread-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 737256 DEBUG (OverseerAutoScalingTriggerThread-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 737281 DEBUG (OverseerAutoScalingTriggerThread-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 737281 DEBUG (OverseerAutoScalingTriggerThread-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 737282 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
   [junit4]   2> 737282 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 737282 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 737282 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 737282 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 737282 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
   [junit4]   2> 737282 INFO  (OverseerStateUpdate-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 737283 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 737283 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
   [junit4]   2> 737292 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 737298 DEBUG (OverseerAutoScalingTriggerThread-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 737298 DEBUG (OverseerAutoScalingTriggerThread-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 737299 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 737299 DEBUG (ScheduledTrigger-1389-thread-1) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 737536 INFO  (jetty-launcher-2300-thread-2) [n:127.0.0.1:33908_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33908.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 737575 INFO  (jetty-launcher-2300-thread-2) [n:127.0.0.1:33908_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33908.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 737575 INFO  (jetty-launcher-2300-thread-2) [n:127.0.0.1:33908_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33908.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 737576 INFO  (jetty-launcher-2300-thread-2) [n:127.0.0.1:33908_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_970C435508514221-001/tempDir-001/node3/.
   [junit4]   2> 737789 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 737790 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737790 INFO  (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 737790 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 737791 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 737791 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 737804 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 737805 INFO  (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 737806 DEBUG (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72074533435867146-127.0.0.1:42574_solr-n_0000000001
   [junit4]   2> 737806 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72074533435867148-127.0.0.1:33908_solr-n_0000000000
   [junit4]   2> 737806 DEBUG (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72074533435867148-127.0.0.1:33908_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 737806 DEBUG (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:42574_solr as DOWN
   [junit4]   2> 737807 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 737808 INFO  (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42574_solr
   [junit4]   2> 737808 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737808 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737821 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737856 INFO  (zkCallback-2330-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 737870 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 737870 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737871 INFO  (zkCallback-2334-thread-2-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 737871 DEBUG (OverseerStateUpdate-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:42574_solr"} current state version: 0
   [junit4]   2> 737871 DEBUG (OverseerStateUpdate-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:42574_solr
   [junit4]   2> 737873 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 737886 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737886 INFO  (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 737886 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 737886 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 737886 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 737889 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 737903 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 737903 INFO  (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 737903 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737903 INFO  (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 737903 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 737903 DEBUG (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72074533435867145-127.0.0.1:43978_solr-n_0000000002
   [junit4]   2> 737904 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 737905 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 737905 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72074533435867146-127.0.0.1:42574_solr-n_0000000001
   [junit4]   2> 737906 DEBUG (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72074533435867146-127.0.0.1:42574_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 737914 DEBUG (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:43978_solr as DOWN
   [junit4]   2> 737919 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 737919 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 737919 INFO  (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43978_solr
   [junit4]   2> 737920 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737920 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737920 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737920 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737935 INFO  (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 737955 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737955 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737955 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737955 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 737955 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 737955 INFO  (zkCallback-2334-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 737959 INFO  (zkCallback-2330-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 737976 INFO  (zkCallback-2328-thread-1-processing-n:127.0.0.1:43978_solr) [n:127.0.0.1:43978_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 737976 INFO  (zkCallback-2332-thread-1-processing-n:127.0.0.1:38320_solr) [n:127.0.0.1:38320_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 737980 DEBUG (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72074533435867147-127.0.0.1:38320_solr-n_0000000003
   [junit4]   2> 737980 DEBUG (OverseerStateUpdate-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:43978_solr"} current state version: 0
   [junit4]   2> 737980 DEBUG (OverseerStateUpdate-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:43978_solr
   [junit4]   2> 737981 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72074533435867145-127.0.0.1:43978_solr-n_0000000002
   [junit4]   2> 737981 DEBUG (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72074533435867145-127.0.0.1:43978_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 737981 DEBUG (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:38320_solr as DOWN
   [junit4]   2> 737982 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 737982 INFO  (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38320_solr
   [junit4]   2> 737982 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737982 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737982 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737982 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 737983 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 738004 INFO  (zkCallback-2330-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 738007 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 738007 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 738007 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 738007 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 738007 INFO  (zkCallback-2332-thread-1-processing-n:127.0.0.1:38320_solr) [n:127.0.0.1:38320_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 738007 INFO  (zkCallback-2334-thread-2-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 738007 INFO  (zkCallback-2328-thread-1-processing-n:127.0.0.1:43978_solr) [n:127.0.0.1:43978_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 738007 DEBUG (OverseerStateUpdate-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:38320_solr"} current state version: 0
   [junit4]   2> 738007 DEBUG (OverseerStateUpdate-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38320_solr
   [junit4]   2> 738108 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 738109 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 738142 INFO  (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42574.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 738162 INFO  (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42574.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 738162 INFO  (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42574.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 738188 INFO  (jetty-launcher-2300-thread-1) [n:127.0.0.1:42574_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_970C435508514221-001/tempDir-001/node1/.
   [junit4]   2> 738194 INFO  (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43978.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 738251 INFO  (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43978.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 738259 INFO  (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43978.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 738293 INFO  (jetty-launcher-2300-thread-4) [n:127.0.0.1:43978_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_970C435508514221-001/tempDir-001/node4/.
   [junit4]   2> 738330 DEBUG (ScheduledTrigger-1389-thread-1) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 738331 INFO  (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38320.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 738367 INFO  (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38320.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 738367 INFO  (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38320.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@175ccc38
   [junit4]   2> 738368 INFO  (jetty-launcher-2300-thread-3) [n:127.0.0.1:38320_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_970C435508514221-001/tempDir-001/node2/.
   [junit4]   2> 738866 INFO  (zkConnectionManagerCallback-2345-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 738951 INFO  (zkConnectionManagerCallback-2349-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 738979 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 738979 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 738979 INFO  (SUITE-MoveReplicaHDFSTest-seed#[970C435508514221]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 738980 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 738992 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 738992 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 738993 INFO  (SUITE-MoveReplicaHDFSTest-seed#[970C435508514221]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45805/solr ready
   [junit4]   2> 739099 INFO  (qtp1846962903-6057) [n:127.0.0.1:42574_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 739100 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 739100 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 739100 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 739100 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
   [junit4]   2> 739100 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 739101 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 739101 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
   [junit4]   2> 739101 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
   [junit4]   2> 739101 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 739101 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 739101 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
   [junit4]   2> 739110 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 739110 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 739110 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 739110 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 739110 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 739111 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
   [junit4]   2> 739110 DEBUG (OverseerThreadFactory-1391-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 739111 DEBUG (OverseerThreadFactory-1391-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
   [junit4]   2> 739132 DEBUG (OverseerThreadFactory-1391-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 739133 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 739133 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 739133 DEBUG (OverseerThreadFactory-1391-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 739133 DEBUG (OverseerThreadFactory-1391-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 739133 DEBUG (OverseerThreadFactory-1391-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 739133 DEBUG (OverseerThreadFactory-1391-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 739133 DEBUG (OverseerThreadFactory-1391-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 739134 DEBUG (OverseerThreadFactory-1391-thread-1-processing-n:127.0.0.1:33908_solr) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:33908_solr,overseer_queue_size=0,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=1.5229588274370822,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=5.987176507014329,medianRequestTime=8.421375,75thPcRequestTime=9.382245,95thPcRequestTime=9.382245,99thPcRequestTime=9.382245,999thPcRequestTime=9.382245},downnode={requests=3,errors=0,avgRequestsPerSecond=2.3817537446831483,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.047644,medianRequestTime=0.047307,75thPcRequestTime=0.049874,95thPcRequestTime=0.049874,99thPcRequestTime=0.049874,999thPcRequestTime=0.049874}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=1.5244189956220933,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=13.222373371450518,medianRequestTime=16.2762,75thPcRequestTime=23.301008,95thPcRequestTime=23.301008,99thPcRequestTime=23.301008,999thPcRequestTime=23.301008},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=0.5412518171075146,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.378051,medianRequestTime=0.378051,75thPcRequestTime=0.378051,95thPcRequestTime=0.378051,99thPcRequestTime=0.378051,999thPcRequestTime=0.378051}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=0.5411128560112836,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=1818.642279,medianRequestTime=1818.642279,75thPcRequestTime=1818.642279,95thPcRequestTime=1818.642279,99thPcRequestTime=1818.642279,999thPcRequestTime=1818.642279}}}
   [junit4]   2> 739147 DEBUG (zkCallback-2330-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr    ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
   [junit4]   2> 739147 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 739147 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
   [junit4]   2> 739148 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 739148 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 739149 INFO  (qtp1846962903-6057) [n:127.0.0.1:42574_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=50
   [junit4]   2> 739378 DEBUG (ScheduledTrigger-1389-thread-1) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 740464 DEBUG (ScheduledTrigger-1389-thread-3) [n:127.0.0.1:33908_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 741114 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 741166 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
   [junit4]   2> 741179 INFO  (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 741180 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 741180 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 741180 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 741180 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 741180 DEBUG (OverseerCollectionConfigSetProcessor-72074533435867148-127.0.0.1:33908_solr-n_0000000000) [n:127.0.0.1:33908_solr    ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
   [junit4]   2> 741472 DEBUG (ScheduledTrigger-1389-thread-3) [n:127.0.0.1:33908_solr   

[...truncated too long message...]

er Closing metric reporters for registry=solr.core.collection1, tag=1931642282
   [junit4]   2> 58809 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1de82011{/solr,null,UNAVAILABLE}
   [junit4]   2> 58809 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 88810 WARN  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp1192070498{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop Thread[qtp1192070498-88,5,TGRP-TestFieldLengthFeature]
   [junit4]   2> 88826 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 88826 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=280502451
   [junit4]   2> 88826 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 88827 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54740f6f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null
   [junit4]   2> 88827 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 88827 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bd96aee: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null
   [junit4]   2> 88827 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 88827 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c5aa4e8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null
   [junit4]   2> 88843 INFO  (coreCloseExecutor-77-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4388290d
   [junit4]   2> 88843 INFO  (coreCloseExecutor-77-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1132996877
   [junit4]   2> 88843 INFO  (coreCloseExecutor-77-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4431db5e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
   [junit4]   2> 88918 INFO  (SUITE-TestFieldLengthFeature-seed#[A539D143B4BF2303]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Feb 06, 2018 3:20:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 06, 2018 3:21:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFieldLengthFeature: 
   [junit4]   2>    1) Thread[id=88, name=qtp1192070498-88, state=TIMED_WAITING, group=TGRP-TestFieldLengthFeature]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Feb 06, 2018 3:21:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=88, name=qtp1192070498-88, state=TIMED_WAITING, group=TGRP-TestFieldLengthFeature]
   [junit4]   2> Feb 06, 2018 3:21:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=88, name=qtp1192070498-88, state=TIMED_WAITING, group=TGRP-TestFieldLengthFeature]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=7, maxDocsPerChunk=7, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=7, blockSize=2)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@43be5cfb), locale=sr-Latn, timezone=Africa/Accra
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=243112920,total=303562752
   [junit4]   2> NOTE: All tests run in this JVM: [TestExternalValueFeatures, TestRankingFeature, TestFieldLengthFeature]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldLengthFeature -Dtests.seed=A539D143B4BF2303 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sr-Latn -Dtests.timezone=Africa/Accra -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestFieldLengthFeature (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestFieldLengthFeature: 
   [junit4]    >    1) Thread[id=88, name=qtp1192070498-88, state=TIMED_WAITING, group=TGRP-TestFieldLengthFeature]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A539D143B4BF2303]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=88, name=qtp1192070498-88, state=TIMED_WAITING, group=TGRP-TestFieldLengthFeature]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A539D143B4BF2303]:0)
   [junit4] Completed [28/35 (1!)] on J0 in 59.85s, 3 tests, 2 errors <<< FAILURES!

[...truncated 40713 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1470 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1470/

6 tests failed.
FAILED:  org.apache.solr.cloud.RestartWhileUpdatingTest.test

Error Message:
There are still nodes recoverying - waited for 320 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 320 seconds
	at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4:17BFEDA0B4FA8C3C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:921)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1478)
	at org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:144)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest

Error Message:
7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest:     1) Thread[id=119323, name=searcherExecutor-14522-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=119501, name=searcherExecutor-14572-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=119427, name=searcherExecutor-14555-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=119559, name=searcherExecutor-14594-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.cloud.RestartWhileUpdatingTest: 
   1) Thread[id=119323, name=searcherExecutor-14522-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=119501, name=searcherExecutor-14572-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=119427, name=searcherExecutor-14555-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=119559, name=searcherExecutor-14594-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RestartWhileUpdatingTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=119323, name=searcherExecutor-14522-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=119501, name=searcherExecutor-14572-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=119427, name=searcherExecutor-14555-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=119559, name=searcherExecutor-14594-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=119323, name=searcherExecutor-14522-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=119501, name=searcherExecutor-14572-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=119427, name=searcherExecutor-14555-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=119559, name=searcherExecutor-14594-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4]:0)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4:66A641D52673AC4E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:282)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4:25E7E5F545EE378B]:0)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4:83B99331A7DD419C]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
	at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR(AliasIntegrationTest.java:262)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13866 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> 3069068 INFO  (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/init-core-data-001
   [junit4]   2> 3069134 WARN  (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 3069138 INFO  (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3069172 INFO  (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3069172 INFO  (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/tempDir-001
   [junit4]   2> 3069172 INFO  (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3069175 INFO  (Thread-6252) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3069175 INFO  (Thread-6252) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3069176 INFO  (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:37970
   [junit4]   2> 3069220 ERROR (Thread-6252) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3069318 INFO  (zkConnectionManagerCallback-51305-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3069320 INFO  (jetty-launcher-51302-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3069334 INFO  (jetty-launcher-51302-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3069355 INFO  (jetty-launcher-51302-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3069355 INFO  (jetty-launcher-51302-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3069355 INFO  (jetty-launcher-51302-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3069360 INFO  (jetty-launcher-51302-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3069360 INFO  (jetty-launcher-51302-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3069360 INFO  (jetty-launcher-51302-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3069382 INFO  (jetty-launcher-51302-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e5d81e9{/solr,null,AVAILABLE}
   [junit4]   2> 3069382 INFO  (jetty-launcher-51302-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@55aee063{HTTP/1.1,[http/1.1]}{127.0.0.1:36412}
   [junit4]   2> 3069382 INFO  (jetty-launcher-51302-thread-1) [    ] o.e.j.s.Server Started @3071423ms
   [junit4]   2> 3069382 INFO  (jetty-launcher-51302-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36412}
   [junit4]   2> 3069383 ERROR (jetty-launcher-51302-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3069383 INFO  (jetty-launcher-51302-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3069383 INFO  (jetty-launcher-51302-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3069383 INFO  (jetty-launcher-51302-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3069383 INFO  (jetty-launcher-51302-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-05T13:41:29.660Z
   [junit4]   2> 3069383 INFO  (jetty-launcher-51302-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55b87eee{/solr,null,AVAILABLE}
   [junit4]   2> 3069384 INFO  (jetty-launcher-51302-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7f0cbf92{HTTP/1.1,[http/1.1]}{127.0.0.1:40575}
   [junit4]   2> 3069384 INFO  (jetty-launcher-51302-thread-2) [    ] o.e.j.s.Server Started @3071425ms
   [junit4]   2> 3069384 INFO  (jetty-launcher-51302-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40575}
   [junit4]   2> 3069384 ERROR (jetty-launcher-51302-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3069384 INFO  (jetty-launcher-51302-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3069384 INFO  (jetty-launcher-51302-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3069384 INFO  (jetty-launcher-51302-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3069384 INFO  (jetty-launcher-51302-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-05T13:41:29.661Z
   [junit4]   2> 3069390 INFO  (zkConnectionManagerCallback-51307-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3069390 INFO  (zkConnectionManagerCallback-51309-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3069390 INFO  (jetty-launcher-51302-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3069410 INFO  (jetty-launcher-51302-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3069500 INFO  (jetty-launcher-51302-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37970/solr
   [junit4]   2> 3069521 INFO  (jetty-launcher-51302-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37970/solr
   [junit4]   2> 3069552 INFO  (zkConnectionManagerCallback-51313-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3069608 INFO  (zkConnectionManagerCallback-51317-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3069620 INFO  (zkConnectionManagerCallback-51319-thread-1-processing-n:127.0.0.1:40575_solr) [n:127.0.0.1:40575_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3069661 INFO  (zkConnectionManagerCallback-51321-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3069967 INFO  (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3069968 INFO  (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36412_solr
   [junit4]   2> 3069968 INFO  (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.Overseer Overseer (id=72069094977110022-127.0.0.1:36412_solr-n_0000000000) starting
   [junit4]   2> 3070077 INFO  (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3070077 INFO  (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40575_solr
   [junit4]   2> 3070165 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3070166 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 3070166 INFO  (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36412_solr
   [junit4]   2> 3070166 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 3070166 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 3070166 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 3070184 INFO  (OverseerStateUpdate-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3070220 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3070220 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 3070221 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 3070343 INFO  (zkCallback-51318-thread-1-processing-n:127.0.0.1:40575_solr) [n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3070582 INFO  (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36412.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3070601 INFO  (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36412.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3070617 INFO  (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36412.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3070618 INFO  (jetty-launcher-51302-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/tempDir-001/node1/.
   [junit4]   2> 3070859 INFO  (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40575.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3070895 INFO  (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40575.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3070895 INFO  (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40575.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3070896 INFO  (jetty-launcher-51302-thread-2) [n:127.0.0.1:40575_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/tempDir-001/node2/.
   [junit4]   2> 3071111 INFO  (zkConnectionManagerCallback-51327-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3071150 INFO  (zkConnectionManagerCallback-51331-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3071150 INFO  (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3071151 INFO  (SUITE-TriggerIntegrationTest-seed#[9FEBD27A1A06E1C4]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37970/solr ready
   [junit4]   2> 3071275 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 3071276 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 3071277 DEBUG (zkCallback-51320-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 3071277 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 3071311 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3071311 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3071312 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 3071351 INFO  (qtp1073414746-104961) [n:127.0.0.1:36412_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3071678 INFO  (qtp922500132-104973) [n:127.0.0.1:40575_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3071678 DEBUG (qtp922500132-104969) [n:127.0.0.1:40575_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3071695 INFO  (qtp922500132-104969) [n:127.0.0.1:40575_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=363
   [junit4]   2> 3071715 DEBUG (zkCallback-51320-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 3071784 DEBUG (zkCallback-51320-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:36412_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 3071784 DEBUG (zkCallback-51320-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 3071785 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 3071930 INFO  (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 3071945 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3072024 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3072025 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3072025 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3072030 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3072020 DEBUG (ScheduledTrigger-9722-thread-2) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3072137 DEBUG (ScheduledTrigger-9722-thread-2) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3072150 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c736b61{/solr,null,AVAILABLE}
   [junit4]   2> 3072150 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@31561353{HTTP/1.1,[http/1.1]}{127.0.0.1:38347}
   [junit4]   2> 3072150 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.Server Started @3074191ms
   [junit4]   2> 3072150 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38347}
   [junit4]   2> 3072150 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3072151 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3072151 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3072151 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3072151 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-05T13:41:32.428Z
   [junit4]   2> 3072153 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 3072153 INFO  (zkConnectionManagerCallback-51333-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3072154 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3072190 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37970/solr
   [junit4]   2> 3072191 INFO  (zkConnectionManagerCallback-51337-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3072254 INFO  (zkConnectionManagerCallback-51339-thread-1-processing-n:127.0.0.1:38347_solr) [n:127.0.0.1:38347_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3072290 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3072291 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3072292 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38347_solr
   [junit4]   2> 3072416 INFO  (zkCallback-51330-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3072652 INFO  (zkCallback-51318-thread-1-processing-n:127.0.0.1:40575_solr) [n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3072652 INFO  (zkCallback-51338-thread-1-processing-n:127.0.0.1:38347_solr) [n:127.0.0.1:38347_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3072655 INFO  (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3072837 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38347.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3072892 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38347.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3072892 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38347.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3072893 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:38347_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/tempDir-001/node3/.
   [junit4]   2> 3073155 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3073155 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3073155 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:38347_solr at time 175494369350277
   [junit4]   2> 3074171 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3074172 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3074172 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:38347_solr] added at times [175494369350277], now=175495386234987
   [junit4]   2> 3074172 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"9f9c778b9285T3gcztr2l4xgp3twgc4ul6sr42",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":175494369350277,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[175494369350277],
   [junit4]   2>     "nodeNames":["127.0.0.1:38347_solr"]}}
   [junit4]   2> 3074210 DEBUG (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
   [junit4]   2> 3074210 INFO  (ScheduledTrigger-9722-thread-1) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 3074225 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"9f9c778b9285T3gcztr2l4xgp3twgc4ul6sr42",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":175494369350277,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[175494369350277],
   [junit4]   2>     "_enqueue_time_":175495424476953,
   [junit4]   2>     "nodeNames":["127.0.0.1:38347_solr"]}}
   [junit4]   2> 3074228 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
   [junit4]   2> 3074228 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=9f9c778b9285T3gcztr2l4xgp3twgc4ul6sr42
   [junit4]   2> 3074261 INFO  (qtp1073414746-104965) [n:127.0.0.1:36412_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=33
   [junit4]   2> 3074278 INFO  (qtp733005245-105023) [n:127.0.0.1:38347_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3074659 INFO  (qtp922500132-104968) [n:127.0.0.1:40575_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3074659 DEBUG (qtp922500132-104971) [n:127.0.0.1:40575_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3074744 INFO  (qtp922500132-104971) [n:127.0.0.1:40575_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=517
   [junit4]   2> 3074768 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 3074771 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38347_solr, 127.0.0.1:36412_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 3074771 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 3074784 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 3074804 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3074804 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 3076773 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
   [junit4]   2> 3076937 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
   [junit4]   2> 3076938 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 3076938 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 3076938 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 3076956 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3076957 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3076957 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 3078051 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
   [junit4]   2> 3082134 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
   [junit4]   2> 3092265 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
   [junit4]   2> 3102239 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
   [junit4]   2> 3102353 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 3102361 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
   [junit4]   2> 3102363 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 3102363 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 3102363 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3102364 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3102364 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 3102395 INFO  (qtp1073414746-104967) [n:127.0.0.1:36412_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3102410 INFO  (qtp733005245-105023) [n:127.0.0.1:38347_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3102412 INFO  (qtp922500132-104971) [n:127.0.0.1:40575_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3102412 DEBUG (qtp1073414746-104965) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3102413 INFO  (qtp1073414746-104965) [n:127.0.0.1:36412_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=32
   [junit4]   2> 3102414 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3102415 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3102415 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3102415 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3102415 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f40e606{/solr,null,AVAILABLE}
   [junit4]   2> 3102416 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4542ea95{HTTP/1.1,[http/1.1]}{127.0.0.1:33170}
   [junit4]   2> 3102416 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.e.j.s.Server Started @3104456ms
   [junit4]   2> 3102416 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33170}
   [junit4]   2> 3102416 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3102416 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3102416 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3102416 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3102416 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-05T13:42:02.693Z
   [junit4]   2> 3102426 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 3102430 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:38347_solr, 127.0.0.1:36412_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 3102430 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 3102430 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 3102454 INFO  (zkConnectionManagerCallback-51343-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3102455 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3102491 INFO  (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 3102491 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3102492 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 3102492 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 3102492 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3102510 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37970/solr
   [junit4]   2> 3102524 INFO  (zkConnectionManagerCallback-51347-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3102526 INFO  (zkConnectionManagerCallback-51349-thread-1-processing-n:127.0.0.1:33170_solr) [n:127.0.0.1:33170_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3102573 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3102574 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3102575 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33170_solr
   [junit4]   2> 3102590 INFO  (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3102608 INFO  (zkCallback-51338-thread-1-processing-n:127.0.0.1:38347_solr) [n:127.0.0.1:38347_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3102608 INFO  (zkCallback-51330-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3102608 INFO  (zkCallback-51318-thread-1-processing-n:127.0.0.1:40575_solr) [n:127.0.0.1:40575_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3102648 INFO  (zkCallback-51348-thread-1-processing-n:127.0.0.1:33170_solr) [n:127.0.0.1:33170_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3102954 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33170.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3102992 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33170.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3102992 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33170.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@581a5886
   [junit4]   2> 3103006 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [n:127.0.0.1:33170_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_9FEBD27A1A06E1C4-001/tempDir-001/node4/.
   [junit4]   2> 3103493 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 3103493 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3103493 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33170_solr at time 175524707916795
   [junit4]   2> 3104501 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 3104501 DEBUG (ScheduledTrigger-9722-thread-4) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3104766 INFO  (qtp364110186-105059) [n:127.0.0.1:33170_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3104769 INFO  (qtp1073414746-104961) [n:127.0.0.1:36412_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3104779 INFO  (qtp733005245-105025) [n:127.0.0.1:38347_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3104781 INFO  (qtp922500132-104974) [n:127.0.0.1:40575_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3104783 DEBUG (qtp922500132-104973) [n:127.0.0.1:40575_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3104783 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 3104784 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:33170_solr, 127.0.0.1:38347_solr, 127.0.0.1:36412_solr, 127.0.0.1:40575_solr]
   [junit4]   2> 3104784 DEBUG (zkCallback-51320-thread-2-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 3104784 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 3104785 INFO  (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 3104785 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:33170_solr
   [junit4]   2> 3104802 INFO  (qtp922500132-104973) [n:127.0.0.1:40575_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=46
   [junit4]   2> 3104803 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3104803 DEBUG (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 3104803 DEBUG (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3104803 DEBUG (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:33170_solr] added at times [175525999423635], now=175526017650448
   [junit4]   2> 3104803 DEBUG (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"9fa3d4d83093T3gcztr2l4xgp3twgc4ul6sr44",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":175525999423635,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[175525999423635],
   [junit4]   2>     "nodeNames":["127.0.0.1:33170_solr"]}}
   [junit4]   2> 3104803 DEBUG (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_restore_trigger]
   [junit4]   2> 3104804 INFO  (ScheduledTrigger-9722-thread-3) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 3104804 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"9fa3d4d83093T3gcztr2l4xgp3twgc4ul6sr44",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":175525999423635,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[175525999423635],
   [junit4]   2>     "_enqueue_time_":175526017847759,
   [junit4]   2>     "nodeNames":["127.0.0.1:33170_solr"]}}
   [junit4]   2> 3104804 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
   [junit4]   2> 3104819 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 5000ms
   [junit4]   2> 3104819 DEBUG (AutoscalingActionExecutor-9723-thread-1-processing-n:127.0.0.1:36412_solr) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 15 ms for event id=9fa3d4d83093T3gcztr2l4xgp3twgc4ul6sr44
   [junit4]   2> 3104838 DEBUG (OverseerAutoScalingTriggerThread-72069094977110022-127.0.0.1:36412_solr-n_0000000000) [n:127.0.0.1:36412_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 3104974 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[9FEBD27A1A06E1C4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
   [junit4]   2> 3104974 DEBUG (zkCallb

[...truncated too long message...]

 at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=119323, name=searcherExecutor-14522-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=119501, name=searcherExecutor-14572-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=119427, name=searcherExecutor-14555-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=119559, name=searcherExecutor-14594-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    5) Thread[id=119360, name=searcherExecutor-14533-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=119530, name=searcherExecutor-14583-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    7) Thread[id=119391, name=searcherExecutor-14544-thread-1, state=WAITING, group=TGRP-RestartWhileUpdatingTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9FEBD27A1A06E1C4]:0)
   [junit4] Completed [563/775 (4!)] on J2 in 392.26s, 1 test, 1 failure, 2 errors <<< FAILURES!

[...truncated 48780 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1469 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1469/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351)  at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3031)  at org.apache.solr.core.SolrCore.close(SolrCore.java:1604)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1000)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351)
	at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3031)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1604)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1000)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
	at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([77E9F6DCC7BA209B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
	at sun.reflect.GeneratedMethodAccessor58.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([77E9F6DCC7BA209B:1A1552217DF2DF9C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([77E9F6DCC7BA209B:445BDE18CA0DFA2C]:0)
	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
	at org.apache.lucene.codecs.lucene50.Lucene50PostingsWriter.addPosition(Lucene50PostingsWriter.java:320)
	at org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:163)
	at org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:865)
	at org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:344)
	at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:165)
	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:243)
	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:138)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4441)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4081)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2245)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5096)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1730)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1462)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
	at org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit(TestDocTermOrds.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)


FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([77E9F6DCC7BA209B:6BBBB7977A6180C3]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
	at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR(AliasIntegrationTest.java:262)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13045 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/init-core-data-001
   [junit4]   2> 163429 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[77E9F6DCC7BA209B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 163429 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[77E9F6DCC7BA209B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 163431 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[77E9F6DCC7BA209B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 164241 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[77E9F6DCC7BA209B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 164242 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[77E9F6DCC7BA209B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001
   [junit4]   2> 164242 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[77E9F6DCC7BA209B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 164242 INFO  (Thread-259) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 164242 INFO  (Thread-259) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 164256 ERROR (Thread-259) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 164349 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[77E9F6DCC7BA209B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:39309
   [junit4]   2> 164426 INFO  (zkConnectionManagerCallback-292-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 164575 INFO  (jetty-launcher-289-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 164588 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 164730 INFO  (jetty-launcher-289-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 164730 INFO  (jetty-launcher-289-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 164730 INFO  (jetty-launcher-289-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 164730 INFO  (jetty-launcher-289-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e8838c{/solr,null,AVAILABLE}
   [junit4]   2> 164795 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 164835 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 164835 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 164835 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 164854 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b21689c{/solr,null,AVAILABLE}
   [junit4]   2> 164921 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 164921 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 164921 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 164921 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1128210b{/solr,null,AVAILABLE}
   [junit4]   2> 164927 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3797b7fa{SSL,[ssl, http/1.1]}{127.0.0.1:39631}
   [junit4]   2> 164927 INFO  (jetty-launcher-289-thread-1) [    ] o.e.j.s.Server Started @176751ms
   [junit4]   2> 164927 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39631}
   [junit4]   2> 164928 ERROR (jetty-launcher-289-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 164928 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 164928 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 164928 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 164928 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-04T14:34:48.881Z
   [junit4]   2> 164945 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6db6f06b{SSL,[ssl, http/1.1]}{127.0.0.1:40121}
   [junit4]   2> 164945 INFO  (jetty-launcher-289-thread-2) [    ] o.e.j.s.Server Started @176768ms
   [junit4]   2> 164945 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40121}
   [junit4]   2> 164945 ERROR (jetty-launcher-289-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 164945 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 164945 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 164945 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 164945 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-04T14:34:48.898Z
   [junit4]   2> 164946 INFO  (jetty-launcher-289-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@72612d6a{SSL,[ssl, http/1.1]}{127.0.0.1:36041}
   [junit4]   2> 164946 INFO  (jetty-launcher-289-thread-3) [    ] o.e.j.s.Server Started @176769ms
   [junit4]   2> 164946 INFO  (jetty-launcher-289-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36041}
   [junit4]   2> 164946 ERROR (jetty-launcher-289-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 164946 INFO  (jetty-launcher-289-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 164946 INFO  (jetty-launcher-289-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 164946 INFO  (jetty-launcher-289-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 164946 INFO  (jetty-launcher-289-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-04T14:34:48.899Z
   [junit4]   2> 165022 INFO  (zkConnectionManagerCallback-298-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 165042 INFO  (jetty-launcher-289-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 165109 INFO  (zkConnectionManagerCallback-296-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 165150 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 165165 INFO  (zkConnectionManagerCallback-294-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 165274 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 165322 INFO  (jetty-launcher-289-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39309/solr
   [junit4]   2> 165440 INFO  (jetty-launcher-289-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39309/solr
   [junit4]   2> 165508 INFO  (zkConnectionManagerCallback-302-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 165573 INFO  (jetty-launcher-289-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39309/solr
   [junit4]   2> 165649 INFO  (zkConnectionManagerCallback-306-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 165693 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1000580386d0004, likely client has closed socket
   [junit4]   2> 165710 INFO  (zkConnectionManagerCallback-310-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 165789 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1000580386d0006, likely client has closed socket
   [junit4]   2> 165803 INFO  (zkConnectionManagerCallback-312-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 165803 INFO  (zkConnectionManagerCallback-314-thread-1-processing-n:127.0.0.1:40121_solr) [n:127.0.0.1:40121_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 165897 INFO  (zkConnectionManagerCallback-316-thread-1-processing-n:127.0.0.1:39631_solr) [n:127.0.0.1:39631_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 166151 INFO  (jetty-launcher-289-thread-3) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 166152 INFO  (jetty-launcher-289-thread-3) [n:127.0.0.1:36041_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36041_solr
   [junit4]   2> 166152 INFO  (jetty-launcher-289-thread-3) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer Overseer (id=72063642298548231-127.0.0.1:36041_solr-n_0000000000) starting
   [junit4]   2> 166205 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 166222 DEBUG (OverseerAutoScalingTriggerThread-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 166222 INFO  (jetty-launcher-289-thread-3) [n:127.0.0.1:36041_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36041_solr
   [junit4]   2> 166223 DEBUG (OverseerAutoScalingTriggerThread-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 166242 DEBUG (OverseerAutoScalingTriggerThread-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 166242 DEBUG (OverseerAutoScalingTriggerThread-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 166242 DEBUG (OverseerAutoScalingTriggerThread-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 166279 INFO  (zkCallback-311-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 166331 DEBUG (OverseerAutoScalingTriggerThread-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 166331 DEBUG (OverseerAutoScalingTriggerThread-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 166368 DEBUG (ScheduledTrigger-347-thread-1) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 166570 INFO  (jetty-launcher-289-thread-3) [n:127.0.0.1:36041_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36041.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79633248
   [junit4]   2> 166602 INFO  (jetty-launcher-289-thread-3) [n:127.0.0.1:36041_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36041.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79633248
   [junit4]   2> 166619 INFO  (jetty-launcher-289-thread-3) [n:127.0.0.1:36041_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36041.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79633248
   [junit4]   2> 166620 INFO  (jetty-launcher-289-thread-3) [n:127.0.0.1:36041_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node3/.
   [junit4]   2> 166961 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:40121_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 166963 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:40121_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 166989 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:40121_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40121_solr
   [junit4]   2> 166990 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:40121_solr"} current state version: 0
   [junit4]   2> 166990 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40121_solr
   [junit4]   2> 167037 INFO  (zkCallback-311-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 167038 INFO  (zkCallback-313-thread-1-processing-n:127.0.0.1:40121_solr) [n:127.0.0.1:40121_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 167070 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:39631_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 167072 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:39631_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 167275 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:39631_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39631_solr
   [junit4]   2> 167320 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:39631_solr"} current state version: 0
   [junit4]   2> 167320 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39631_solr
   [junit4]   2> 167385 DEBUG (ScheduledTrigger-347-thread-1) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 167386 INFO  (zkCallback-311-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 167519 INFO  (zkCallback-313-thread-1-processing-n:127.0.0.1:40121_solr) [n:127.0.0.1:40121_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 167632 INFO  (zkCallback-315-thread-1-processing-n:127.0.0.1:39631_solr) [n:127.0.0.1:39631_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 167834 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:40121_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40121.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79633248
   [junit4]   2> 167848 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:39631_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39631.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79633248
   [junit4]   2> 167884 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:39631_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39631.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79633248
   [junit4]   2> 167884 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:39631_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39631.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79633248
   [junit4]   2> 167885 INFO  (jetty-launcher-289-thread-1) [n:127.0.0.1:39631_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node1/.
   [junit4]   2> 167942 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:40121_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40121.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79633248
   [junit4]   2> 167942 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:40121_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40121.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79633248
   [junit4]   2> 167943 INFO  (jetty-launcher-289-thread-2) [n:127.0.0.1:40121_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/.
   [junit4]   2> 168329 INFO  (zkConnectionManagerCallback-324-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 168439 DEBUG (ScheduledTrigger-347-thread-2) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 168549 INFO  (zkConnectionManagerCallback-328-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 168598 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[77E9F6DCC7BA209B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 168601 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[77E9F6DCC7BA209B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39309/solr ready
   [junit4]   2> 169305 INFO  (qtp1933083322-1089) [n:127.0.0.1:40121_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 169320 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 169320 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
   [junit4]   2> 169322 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 169323 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
   [junit4]   2> 169360 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
   [junit4]   2> 169361 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
   [junit4]   2> 169362 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
   [junit4]   2> 169377 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 169440 DEBUG (ScheduledTrigger-347-thread-1) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 169441 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 169482 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 169483 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 169484 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 169494 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 169531 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 169534 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 169567 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 169570 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 169588 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 169590 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 169702 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 169703 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 169730 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 169732 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 169798 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 169799 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 169801 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 169907 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 169950 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 169951 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 169952 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 169953 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 169954 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 169955 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 169968 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 169969 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 169970 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 169984 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 169986 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 169987 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 169988 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 170006 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 170007 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 170020 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 170021 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 170023 INFO  (OverseerThreadFactory-349-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 170044 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 170044 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 170044 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 170177 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 170177 INFO  (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 170184 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 170184 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 170203 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40121/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 170203 INFO  (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40121/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 170204 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 170204 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:40121/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 170205 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39631/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 170205 INFO  (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39631/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 170205 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:40121/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 170205 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:40121/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>       "base_url":"https://127.0.0.1:39631/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 170312 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 170440 DEBUG (ScheduledTrigger-347-thread-1) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 170872 INFO  (qtp1933083322-1092) [n:127.0.0.1:40121_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 170872 INFO  (qtp1933083322-1092) [n:127.0.0.1:40121_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 170874 INFO  (qtp1540563842-1082) [n:127.0.0.1:39631_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 170875 INFO  (qtp1540563842-1082) [n:127.0.0.1:39631_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 170888 INFO  (qtp1876312837-1071) [n:127.0.0.1:36041_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 170888 INFO  (qtp1876312837-1071) [n:127.0.0.1:36041_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 170909 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:39631/solr",
   [junit4]   2>   "node_name":"127.0.0.1:39631_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 170909 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:39631/solr",
   [junit4]   2>   "node_name":"127.0.0.1:39631_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 170909 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"https://127.0.0.1:39631/solr","node_name":"127.0.0.1:39631_solr","state":"down","type":"NRT"}
   [junit4]   2> 170910 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:40121/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:39631/solr",
   [junit4]   2>           "node_name":"127.0.0.1:39631_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 170910 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:40121/solr",
   [junit4]   2>   "node_name":"127.0.0.1:40121_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 170910 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:40121/solr",
   [junit4]   2>   "node_name":"127.0.0.1:40121_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 170910 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:40121/solr","node_name":"127.0.0.1:40121_solr","state":"down","type":"NRT"}
   [junit4]   2> 170910 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:40121/solr",
   [junit4]   2>           "node_name":"127.0.0.1:40121_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:39631/solr",
   [junit4]   2>           "node_name":"127.0.0.1:39631_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 170910 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>   "node_name":"127.0.0.1:36041_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 170910 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>   "node_name":"127.0.0.1:36041_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 170910 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:36041/solr","node_name":"127.0.0.1:36041_solr","state":"down","type":"NRT"}
   [junit4]   2> 170910 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:36041/solr",
   [junit4]   2>           "node_name":"127.0.0.1:36041_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:40121/solr",
   [junit4]   2>           "node_name":"127.0.0.1:40121_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:39631/solr",
   [junit4]   2>           "node_name":"127.0.0.1:39631_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 171035 DEBUG (OverseerStateUpdate-72063642298548231-127.0.0.1:36041_solr-n_0000000000) [n:127.0.0.1:36041_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
   [junit4]   2> 171035 INFO  (zkCallback-311-thread-1-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 171062 INFO  (zkCallback-313-thread-1-processing-n:127.0.0.1:40121_solr) [n:127.0.0.1:40121_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 171062 INFO  (zkCallback-315-thread-1-processing-n:127.0.0.1:39631_solr) [n:127.0.0.1:39631_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 171091 INFO  (zkCallback-311-thread-2-processing-n:127.0.0.1:36041_solr) [n:127.0.0.1:36041_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 171091 INFO  (zkCallback-315-thread-2-processing-n:127.0.0.1:39631_solr) [n:127.0.0.1:39631_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 171107 INFO  (zkCallback-313-thread-2-processing-n:127.0.0.1:40121_solr) [n:127.0.0.1:40121_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 171455 DEBUG (ScheduledTrigger-347-thread-1) [n:127.0.0.1:36041_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 172052 INFO  (qtp1933083322-1092) [n:127.0.0.1:40121_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 172087 INFO  (qtp1933083322-1092) [n:127.0.0.1:40121_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 172088 WARN  (qtp1933083322-1092) [n:127.0.0.1:40121_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 172144 WARN  (qtp1933083322-1092) [n:127.0.0.1:40121_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 172144 WARN  (qtp1933083322-1092) [n:127.0.0.1:40121_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 172145 WARN  (qtp1933083322-1092) [n:127.0.0.1:40121_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 172145 WARN  (qtp1933083322-1092) [n:127.0.0.1:40121_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 172145 WARN  (qtp1933083322-1092) [n:127.0.0.1:40121_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 172145 WARN  (qtp1933083322-1092) [n:127.0.0.1:40121_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 172145 WARN  (qtp1933083322-1092) [n:127.0.0.1:40121_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 172158 INFO  (qtp1876312837-1071) [n:127.0.0.1:36041_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 172158 INFO  (qtp1876312837-1071) [n:127.0.0.1:36041_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 172159 WARN  (qtp1876312837-1071) [n:127.0.0.1:36041_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 172159 WARN  (qtp1876312837-1071) [n:127.0.0.1:36041_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 172159 WARN  (qtp1876312837-1071) [n:127.0.0.1:36041_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 172159 WARN  (qtp1876312837-1071) [n:127.0.0.1:36041_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 172160 INFO  (qtp1540563842-1082) [n:127.0.0.1:39631_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 172192 INFO  (qtp1540563842-1082) [n:127.0.0.1:39631_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 172193 WARN  (qtp1540563842-1082) [n:127.0.0.1:39631_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_77E9F6DCC7BA209B-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
   [junit4]   2> 172193 WARN  (qtp1540563842-1082) [n:127.0.0.1:39631_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-

[...truncated too long message...]

zone=Iceland
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=276749968,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [DistanceUnitsTest, ZkSolrClientTest, TestSolrConfigHandler, TestUnifiedSolrHighlighter, OverseerStatusTest, DocumentAnalysisRequestHandlerTest, TestCollationField, TestFieldTypeCollectionResource, ExitableDirectoryReaderTest, TestCoreAdminApis, TestLeaderElectionWithEmptyReplica, SolrIndexConfigTest, BasicDistributedZkTest, TestDistribDocBasedVersion, TestPHPSerializedResponseWriter, TestMissingGroups, TestLMDirichletSimilarityFactory, SolrRequestParserTest, TestIndexingPerformance, TestSimDistributedQueue, V2ApiIntegrationTest, SystemLogListenerTest, TestSubQueryTransformer, TestQuerySenderNoQuery, TestAddFieldRealTimeGet, TestSolrQueryParser, SolrGraphiteReporterTest, OverseerCollectionConfigSetProcessorTest, IndexBasedSpellCheckerTest, DefaultValueUpdateProcessorTest, ReplicaListTransformerTest, TestExtendedDismaxParser, TestDistributedSearch, TestEmbeddedSolrServerSchemaAPI, HdfsLockFactoryTest, SpellingQueryConverterTest, AddBlockUpdateTest, SpellCheckCollatorTest, ClassificationUpdateProcessorTest, TestExpandComponent, TestStandardQParsers, OutputWriterTest, TestUtilizeNode, VersionInfoTest, TestBinaryResponseWriter, ZkCLITest, HealthCheckHandlerTest, ChaosMonkeyNothingIsSafeTest, DirectUpdateHandlerTest, TestScoreJoinQPNoScore, DistributedSuggestComponentTest, ConfigureRecoveryStrategyTest, TestSolrCoreSnapshots, TestConfigSetProperties, TestHdfsCloudBackupRestore, TestPrepRecovery, TestDynamicFieldResource, TestClusterStateMutator, TestNumericTerms32, NodeAddedTriggerTest, TestNodeAddedTrigger, RAMDirectoryFactoryTest, TestManagedSchemaThreadSafety, TestFreeTextSuggestions, CustomCollectionTest, SolrMetricReporterTest, SimpleFacetsTest, TestHashPartitioner, TestMergePolicyConfig, PluginInfoTest, TestHdfsBackupRestoreCore, UUIDFieldTest, InfoHandlerTest, TestClusterProperties, TestRandomFaceting, DateRangeFieldTest, CdcrReplicationHandlerTest, TestPseudoReturnFields, TestRequestForwarding, StatsComponentTest, TestOrdValues, TestLockTree, XmlUpdateRequestHandlerTest, TestOmitPositions, TestSolr4Spatial2, SolrXmlInZkTest, TestFilteredDocIdSet, DistributedFacetPivotWhiteBoxTest, TestComponentsName, CoreAdminCreateDiscoverTest, TestFieldCacheReopen, TestPushWriter, WrapperMergePolicyFactoryTest, DistributedExpandComponentTest, TestTlogReplica, SecurityConfHandlerTest, TestGeoJSONResponseWriter, TestLuceneMatchVersion, SynonymTokenizerTest, TestWordDelimiterFilterFactory, TestStressCloudBlindAtomicUpdates, DistributedFacetPivotLongTailTest, BlockDirectoryTest, LIRRollingUpdatesTest, TestBlobHandler, SimpleCollectionCreateDeleteTest, TestApiFramework, TestSolrDeletionPolicy1, CreateCollectionCleanupTest, TestExactSharedStatsCache, TestInitQParser, ManagedSchemaRoundRobinCloudTest, HdfsChaosMonkeyNothingIsSafeTest, TestPhraseSuggestions, TestBulkSchemaAPI, TestCloudManagedSchema, TestJsonFacetRefinement, TestTestInjection, MigrateRouteKeyTest, OpenCloseCoreStressTest, AtomicUpdatesTest, FullSolrCloudDistribCmdsTest, TestReloadAndDeleteDocs, TestCSVLoader, ResponseHeaderTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, ShardRoutingTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, TermVectorComponentDistributedTest, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, TestSolr4Spatial, TestGroupingSearch, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, TestLazyCores, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, CoreAdminHandlerTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestUpdate, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, DebugComponentTest, TestSurroundQueryParser, TestWriterPerf, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest, FastVectorHighlighterTest, SolrPluginUtilsTest, TestJmxIntegration, MBeansHandlerTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, TestFastLRUCache, PreAnalyzedFieldTest, ClusterStateTest, TestLRUCache, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, CircularListTest, CursorPagingTest, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, ActionThrottleTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ConfigSetsAPITest, CreateRoutedAliasTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, RollingRestartTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestLeaderElectionZkExpiry, TestRandomFlRTGCloud, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, AssignTest, CollectionsAPIDistributedZkTest, TestCollectionAPI, TestReplicaProperties, TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest, HdfsAutoAddReplicasIntegrationTest, TestClusterStateProvider, TestComputePlanAction, TestDistribStateManager, TestExecutePlanAction, TestLargeCluster, TestTriggerIntegration, CdcrBidirectionalTest, CdcrBootstrapTest, CdcrVersionReplicationTest, HDFSCollectionsAPITest, HdfsChaosMonkeySafeLeaderTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsChaosMonkeySafeLeaderTest -Dtests.seed=77E9F6DCC7BA209B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=id-ID -Dtests.timezone=Iceland -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | HdfsChaosMonkeySafeLeaderTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351)
   [junit4]    > 	at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3031)
   [junit4]    > 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1604)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1000)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([77E9F6DCC7BA209B]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [608/775 (4!)] on J0 in 146.63s, 1 test, 1 failure <<< FAILURES!

[...truncated 603 lines...]
   [junit4] JVM J1: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J1-20180204_143151_903340260775363412571.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid16269.hprof ...
   [junit4] Heap dump file created [450015838 bytes in 1.907 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8608 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:844: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:788: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid16269.hprof

Total time: 582 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1468 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1468/

8 tests failed.
FAILED:  org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates

Error Message:
_0_9.fnm

Stack Trace:
java.io.FileNotFoundException: _0_9.fnm
	at __randomizedtesting.SeedInfo.seed([CB4C114C90EFFA10:B369CF4772CFD5F2]:0)
	at org.apache.lucene.store.RAMDirectory.openInput(RAMDirectory.java:243)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:119)
	at org.apache.lucene.store.RawDirectoryWrapper.openChecksumInput(RawDirectoryWrapper.java:41)
	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113)
	at org.apache.lucene.index.SegmentReader.initFieldInfos(SegmentReader.java:190)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:93)
	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:688)
	at org.apache.lucene.index.IndexWriter$ReaderPool.writeSomeDocValuesUpdates(IndexWriter.java:705)
	at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:332)
	at org.apache.lucene.index.DocumentsWriter$ResolveUpdatesEvent.process(DocumentsWriter.java:740)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5104)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5094)
	at org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1889)
	at org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates(TestBinaryDocValuesUpdates.java:1323)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.ltr.feature.TestExternalFeatures

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestExternalFeatures:     1) Thread[id=279, name=qtp1271874107-279, state=TIMED_WAITING, group=TGRP-TestExternalFeatures]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestExternalFeatures: 
   1) Thread[id=279, name=qtp1271874107-279, state=TIMED_WAITING, group=TGRP-TestExternalFeatures]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([DEAED41F7920F6DA]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.ltr.feature.TestExternalFeatures

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=279, name=qtp1271874107-279, state=TIMED_WAITING, group=TGRP-TestExternalFeatures]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=279, name=qtp1271874107-279, state=TIMED_WAITING, group=TGRP-TestExternalFeatures]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([DEAED41F7920F6DA]:0)


FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([EEE02C41314621EB:F2B26D0A8C9D81B3]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
	at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR(AliasIntegrationTest.java:262)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([EEE02C41314621EB:66DDA53E0B86C046]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([EEE02C41314621EB:320BB518C2ABC32]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([EEE02C41314621EB:B3A832C8FE8087A4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
	at __randomizedtesting.SeedInfo.seed([EEE02C41314621EB:27556EEF3821E71E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue(TestTriggerIntegration.java:640)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 784 lines...]
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBinaryDocValuesUpdates -Dtests.method=testTonsOfUpdates -Dtests.seed=CB4C114C90EFFA10 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=nn-NO -Dtests.timezone=Europe/Istanbul -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   20.6s J1 | TestBinaryDocValuesUpdates.testTonsOfUpdates <<<
   [junit4]    > Throwable #1: java.io.FileNotFoundException: _0_9.fnm
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CB4C114C90EFFA10:B369CF4772CFD5F2]:0)
   [junit4]    > 	at org.apache.lucene.store.RAMDirectory.openInput(RAMDirectory.java:243)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:119)
   [junit4]    > 	at org.apache.lucene.store.RawDirectoryWrapper.openChecksumInput(RawDirectoryWrapper.java:41)
   [junit4]    > 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.initFieldInfos(SegmentReader.java:190)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:93)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:688)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$ReaderPool.writeSomeDocValuesUpdates(IndexWriter.java:705)
   [junit4]    > 	at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:332)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter$ResolveUpdatesEvent.process(DocumentsWriter.java:740)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5104)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5094)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocValues(IndexWriter.java:1889)
   [junit4]    > 	at org.apache.lucene.index.TestBinaryDocValuesUpdates.testTonsOfUpdates(TestBinaryDocValuesUpdates.java:1323)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> TEST: isNRT=false reader1=StandardDirectoryReader(segments_1:4 _0(8.0.0):c2)
   [junit4]   1> TEST: now reopen
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.index.TestBinaryDocValuesUpdates_CB4C114C90EFFA10-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=8, maxDocsPerChunk=7, blockSize=878), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=8, blockSize=878)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6c2af044), locale=nn-NO, timezone=Europe/Istanbul
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=195385120,total=352321536
   [junit4]   2> NOTE: All tests run in this JVM: [FuzzyTermOnShortTermsTest, TestMergedIterator, TestScoreCachingWrappingScorer, TestMinimize, TestDistributionLL, Test4GBStoredFields, TestDirectory, TestLMJelinekMercerSimilarity, Test2BPositions, TestSpanCollection, TestFileSwitchDirectory, TestRAMDirectory, Test2BDocs, TestIndexReaderClose, FiniteStringsIteratorTest, TestBytesRefAttImpl, TestFrequencyTrackingRingBuffer, TestDoubleValuesSource, TestSpansEnum, TestIndexWriterLockRelease, TestTragicIndexWriterDeadlock, TestConjunctions, TestWeakIdentityMap, TestWANDScorer, TestSumDocFreq, TestRecyclingByteBlockAllocator, TestPrefixQuery, TestIndexWriterThreadsToSegments, TestTrackingDirectoryWrapper, TestPerFieldDocValuesFormat, TestWildcard, TestConcurrentMergeScheduler, TestMergePolicyWrapper, TestSpanNotQuery, TestIndexSearcher, TestRegexpRandom, TestPrefixCodedTerms, TestByteArrayDataInput, TestOneMergeWrappingMergePolicy, TestCharArraySet, TestGraphTokenizers, TestAxiomaticF3LOG, TestSimpleFSLockFactory, TestRegexpRandom2, TestMultiTermConstantScore, TestOmitTf, TestIntroSelector, TestLogMergePolicy, TestOperations, TestStringMSBRadixSorter, TestCrash, TestMultiDocValues, TestReadOnlyIndex, TestDeterminism, TestSimilarityProvider, TestGraphTokenStreamFiniteStrings, TestLockFactory, TestSparseFixedBitDocIdSet, TestOmitPositions, TestDocIdSetBuilder, TestDocumentsWriterStallControl, TestDocumentsWriterDeleteQueue, TestBasicModelG, TestSubScorerFreqs, TestTermQuery, TestSpanExplanations, TestParallelReaderEmptyIndex, TestDocIDMerger, TestBinaryDocValuesUpdates]
   [junit4] Completed [160/478 (1!)] on J1 in 63.85s, 29 tests, 1 error <<< FAILURES!

[...truncated 11881 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_EEE02C41314621EB-001/init-core-data-001
   [junit4]   2> 547545 WARN  (SUITE-TestTriggerIntegration-seed#[EEE02C41314621EB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 547565 INFO  (SUITE-TestTriggerIntegration-seed#[EEE02C41314621EB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 547566 INFO  (SUITE-TestTriggerIntegration-seed#[EEE02C41314621EB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 547567 INFO  (SUITE-TestTriggerIntegration-seed#[EEE02C41314621EB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 547679 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 547679 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 547679 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 547679 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 547679 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 547695 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
   [junit4]   2> 547695 DEBUG (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 547696 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 547697 DEBUG (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 547697 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 547697 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 547697 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 547698 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 547698 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 547698 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 547698 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 547710 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 547710 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 547711 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 547742 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 547762 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 547782 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 547803 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 547836 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 547856 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 547893 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 547929 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 547962 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 547963 DEBUG (simCloudManagerPool-476-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 547965 DEBUG (simCloudManagerPool-476-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 547981 DEBUG (simCloudManagerPool-476-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 547981 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 547982 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 547982 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 548001 DEBUG (ScheduledTrigger-477-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548019 DEBUG (simCloudManagerPool-476-thread-5) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 548020 DEBUG (simCloudManagerPool-476-thread-5) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 548020 DEBUG (simCloudManagerPool-476-thread-5) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 548035 DEBUG (ScheduledTrigger-477-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548039 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 548039 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 548039 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 548067 DEBUG (ScheduledTrigger-477-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548087 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548124 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548148 DEBUG (ScheduledTrigger-477-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548172 DEBUG (ScheduledTrigger-477-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548192 DEBUG (ScheduledTrigger-477-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548192 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"7705166d3a064T5ow2lnvw0c7sg7xiesf0zj5nx",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":2093819756781668,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10000_solr":250.0},
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    \"core\":\"collection1_shard1_replica_n2\",\n    \"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    \"core\":\"collection1_shard1_replica_n1\",\n    \"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10000_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}}
   [junit4]   2> 548214 DEBUG (ScheduledTrigger-477-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
   [junit4]   2> 548259 DEBUG (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"7705166d3a064T5ow2lnvw0c7sg7xiesf0zj5nx",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":2093819756781668,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10000_solr":250.0},
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    \"core\":\"collection1_shard1_replica_n2\",\n    \"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    \"core\":\"collection1_shard1_replica_n1\",\n    \"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10000_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "_enqueue_time_":2093825962217468,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}}
   [junit4]   2> 548261 DEBUG (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"7705166d3a064T5ow2lnvw0c7sg7xiesf0zj5nx",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":2093819756781668,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10000_solr":250.0},
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    \"core\":\"collection1_shard1_replica_n2\",\n    \"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    \"core\":\"collection1_shard1_replica_n1\",\n    \"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10000_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "_enqueue_time_":2093825962217468,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}} with context properties: {BEFORE_ACTION=[compute]}
   [junit4]   2> 548280 INFO  (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10000_solr&type=NRT
   [junit4]   2> 548280 INFO  (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
   [junit4]   2> 548280 INFO  (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
   [junit4]   2> 548280 INFO  (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2093829282 sessionWrapper.createTime 2093829250624568, this.sessionWrapper.createTime 2093829250624568 
   [junit4]   2> 548281 DEBUG (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"7705166d3a064T5ow2lnvw0c7sg7xiesf0zj5nx",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":2093819756781668,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10001_solr":250.0,
   [junit4]   2>       "127.0.0.1:10000_solr":250.0},
   [junit4]   2>     "__start__":1,
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node2\":{\n    \"core\":\"collection1_shard1_replica_n2\",\n    \"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10001_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node1\":{\n    \"core\":\"collection1_shard1_replica_n1\",\n    \"INDEX.sizeInBytes\":1000000000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10000_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}},
   [junit4]   2>     "_enqueue_time_":2093825962217468,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}",
   [junit4]   2>       "Op{action=ADDREPLICA, hints={COLL_SHARD={\n  \"first\":\"collection1\",\n  \"second\":\"shard1\"}}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@6ca3c9c, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@43c8a221, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@5ddb0083], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
   [junit4]   2> 548282 DEBUG (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10000_solr&type=NRT
   [junit4]   2> 548298 INFO  (simCloudManagerPool-476-thread-7) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new replica
   [junit4]   2> 548384 DEBUG (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
   [junit4]   2> 548389 DEBUG (simCloudManagerPool-476-thread-8) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for collection1 / shard1: {"core_node1":{
   [junit4]   2>     "core":"collection1_shard1_replica_n1",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "INDEX.sizeInBytes":1000000000,
   [junit4]   2>     "rate":250.0,
   [junit4]   2>     "node_name":"127.0.0.1:10000_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "QUERY./select.requestTimes:1minRate":250.0,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"collection1"}}
   [junit4]   2> 548389 INFO  (simCloudManagerPool-476-thread-11) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10001_solr for creating new replica
   [junit4]   2> 548422 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
   [junit4]   2> 548422 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 548422 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 548422 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 548422 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 548422 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		2
   [junit4]   2> 548423 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	0
   [junit4]   2> 548423 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		0
   [junit4]   2> 548441 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[collection1]
   [junit4]   2> 548441 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	2
   [junit4]   2> 548441 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	1
   [junit4]   2> 548441 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		3
   [junit4]   2> 548442 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * collection1		3
   [junit4]   2> 548442 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- active           3
   [junit4]   2> 548442 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 548442 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- ADDREPLICA         2
   [junit4]   2> 548443 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- CREATE             1
   [junit4]   2> 548443 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- DELETESTATUS       1
   [junit4]   2> 548443 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- REQUESTSTATUS      1
   [junit4]   2> 548443 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        2
   [junit4]   2> 548443 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update             1
   [junit4]   2> 548443 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 548443 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: search_rate_trigger
   [junit4]   2> 548444 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> 548477 DEBUG (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10001_solr&type=NRT
   [junit4]   2> 548534 INFO  (simCloudManagerPool-476-thread-15) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10001_solr for creating new replica
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTriggerIntegration -Dtests.method=testSearchRate -Dtests.seed=EEE02C41314621EB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=bg -Dtests.timezone=America/Indiana/Knox -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.90s J1 | TestTriggerIntegration.testSearchRate <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: The trigger did not fire at all
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EEE02C41314621EB:B3A832C8FE8087A4]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 548554 DEBUG (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 548554 DEBUG (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: search_rate_trigger after 100ms
   [junit4]   2> 548554 DEBUG (AutoscalingActionExecutor-478-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 14792 ms for event id=7705166d3a064T5ow2lnvw0c7sg7xiesf0zj5nx
   [junit4]   2> 548643 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 548644 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 548644 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 548644 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 548646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 548646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 548646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 548646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
   [junit4]   2> 548646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 548646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 548646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 548646 DEBUG (ScheduledTrigger-480-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548655 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 548667 DEBUG (ScheduledTrigger-480-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548727 DEBUG (ScheduledTrigger-480-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548747 DEBUG (ScheduledTrigger-480-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548770 DEBUG (simCloudManagerPool-479-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 548770 DEBUG (simCloudManagerPool-479-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 548784 DEBUG (ScheduledTrigger-480-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 548785 DEBUG (simCloudManagerPool-479-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 548785 INFO  (simCloudManagerPool-479-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 548785 DEBUG (simCloudManagerPool-479-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 548785 DEBUG (simCloudManagerPool-479-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
   [junit4]   2> 548785 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 548786 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 548798 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 548806 DEBUG (ScheduledTrigger-480-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 548806 DEBUG (ScheduledTrigger-480-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 548806 DEBUG (ScheduledTrigger-480-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time 2093855545787368
   [junit4]   2> 548806 DEBUG (ScheduledTrigger-480-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 548842 DEBUG (ScheduledTrigger-480-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 548842 DEBUG (ScheduledTrigger-480-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 548842 DEBUG (ScheduledTrigger-480-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10002_solr] added at times [2093855545787368], now=2093857384008918
   [junit4]   2> 548843 DEBUG (ScheduledTrigger-480-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"77059bc0483e8T5ow2lnvw0c7sg7xiesf0zj5o0",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":2093855545787368,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2093855545787368],
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 548842 DEBUG (ScheduledTrigger-480-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 548858 DEBUG (ScheduledTrigger-480-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger1]
   [junit4]   2> 548895 DEBUG (AutoscalingActionExecutor-481-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"77059bc0483e8T5ow2lnvw0c7sg7xiesf0zj5o0",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":2093855545787368,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2093855545787368],
   [junit4]   2>     "_enqueue_time_":2093858160114468,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 548895 INFO  (AutoscalingActionExecutor-481-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration -- event: {
   [junit4]   2>   "id":"77059bc0483e8T5ow2lnvw0c7sg7xiesf0zj5o0",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":2093855545787368,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2093855545787368],
   [junit4]   2>     "_enqueue_time_":2093858160114468,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 548915 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 548916 WARN  (AutoscalingActionExecutor-481-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:309)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 548927 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 548927 DEBUG (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 548931 DEBUG (AutoscalingActionExecutor-481-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 1795 ms for event id=77059bc0483e8T5ow2lnvw0c7sg7xiesf0zj5o0
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		2
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	2
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		1
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		127.0.0.1:10000_solr
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[]
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	0
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	0
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		0
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        1
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update             1
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
   [junit4]   2> 549113 INFO  (TEST-TestTriggerIntegration.testEventQueue-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         1
   [junit4]   2> 549114 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 549150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 549150 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 549150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 549150 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}], enabled=true}
   [junit4]   2> 549151 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 549151 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 549151 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10000_solr
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTriggerIntegration -Dtests.method=testEventQueue -Dtests.seed=EEE02C41314621EB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=bg -Dtests.timezone=America/Indiana/Knox -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.61s J1 | TestTriggerIntegration.testEventQueue <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: action wasn't interrupted
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EEE02C41314621EB:27556EEF3821E71E]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue(TestTriggerIntegration.java:640)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 549167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 549167 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 549167 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[EEE02C41314621EB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 549167 DEBUG (ScheduledTrigger-483-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 549167 DEBUG (ScheduledTrigger-483-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10000_solr
   [junit4]   2> 549167 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 549167 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10000_solr
   [junit4]   2> 549168 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 549168 DEBUG (ScheduledTrigger-483-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 549168 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 549168 DEBUG (ScheduledTrigger-483-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 549169 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 549169 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 549169 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 549169 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[EEE02C41314621EB]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 549170 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 549170 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 549170 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 549170 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion -1
   [junit4]   2> 549170 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 549170 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 549170 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 549170 DEBUG (ScheduledTrigger-486-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 549203 DEBUG (ScheduledTrigger-486-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 549264 DEBUG (ScheduledTrigger-486-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 549285 DEBUG (ScheduledTrigger-486-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 549301 DEBUG (simCloudManagerPool-485-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 549302 DEBUG (simCloudManagerPool-485-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 549302 DEBUG (simCloudManagerPool-485-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 549302 DEBUG (simCloudManagerPool-485-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 549302 DEBUG (simCloudManagerPool-485-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 549302 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 549302 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 549303 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 549303 DEBUG (ScheduledTrigger-486-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 549303 DEBUG (ScheduledTrigger-486-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 549317 DEBUG (ScheduledTrigger-486-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 549318 DEBUG (simCloudManagerPool-485-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 549318 DEBUG (simCloudManagerPool-485-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 549318 DEBUG (simCloudManagerPool-485-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 549318 DEBUG (simCloudManagerPool-485-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 549318 DEBUG (simCloudManagerPool-485-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 549318 DEBUG (simCloudManagerPool-485-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
   [junit4]   2> 549318 DEBUG (simCloudManagerPool-485-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 549318 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 549318 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 549319 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 549319 DEBUG (ScheduledTrigger-486-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 549319 DEBUG (ScheduledTrigger-486-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 549345 DEBUG (ScheduledTrigger-486-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 549345 DEBUG (ScheduledTrigger-486-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 549345 DEBUG (ScheduledTrigger-486-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 549345 DEBUG (ScheduledTrigger-486-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 2093882535966868
   [junit4]   2> 549346 DEBUG (ScheduledTrigger-486-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [2093882535966868], now=2093882537859168
   [junit4]   2> 549346 DEBUG (ScheduledTrigger-486-thread-4) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"7706004c1f894T5ow2lnvw0c7sg7xiesf0zj5o2",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":2093882535966868,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2093882535966868],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 549346 DEBUG (ScheduledTrigger-486-thread-4) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
   [junit4]   2> 549348 DEBUG (ScheduledTrigger-486-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 549348 DEBUG (ScheduledTrigger-486-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 549348 DEBUG (ScheduledTrigger-486-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 2093882654102868
   [junit4]   2> 549348 DEBUG (ScheduledTrigger-486-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [2093882654102868], now=2093882655733368
   [junit4]   2> 549348 DEBUG (ScheduledTrigger-486-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"770600bcc9554T5ow2lnvw0c7sg7xiesf0zj5o4",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":2093882654102868,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2093882654102868],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 549371 DEBUG (AutoscalingActionExecutor-487-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"7706004c1f894T5ow2lnvw0c7sg7xiesf0zj5o2",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":2093882535966868,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2093882535966868],
   [junit4]   2>     "_enqueue_time_":2093882552882268,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 549390 INFO  (AutoscalingActionExecutor-487-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
   [junit4]   2> 549406 DEBUG (AutoscalingActionExecutor-487-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 549406 DEBUG (AutoscalingActionExecutor-487-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 549406 DEBUG (AutoscalingActionExecutor-487-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 549406 DEBUG (AutoscalingActionExecutor-487-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 1741 ms for event id=7706004c1f894T5ow2lnvw0c7sg7xiesf0zj5o2
   [junit4]   2> 549516 DEBUG (ScheduledTrigger-486-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 549516 DEBUG (ScheduledTrigger-486-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 549516 DEBUG (ScheduledTrigger-486-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 549516 DEBUG (ScheduledTrigger-486-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [2093882654102868], now=2093891048351468
   [junit4]   2> 549516 DEBUG (ScheduledTrigger-486-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"770600bcc9554T5ow2lnvw0c7sg7xiesf0zj5o7",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":2093882654102868,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2093882654102868],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 549516 DEBUG (ScheduledTrigger-486-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
   [junit4]   2> 549532 DEBUG (AutoscalingActionExecutor-487-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions 

[...truncated too long message...]

.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e419137{/solr,null,UNAVAILABLE}
   [junit4]   2> 96260 INFO  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 126277 WARN  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp1271874107{STOPPING,๘<=๘<=๑๐๐๐๐,i=๐,q=๑} Couldn't stop Thread[qtp1271874107-279,5,TGRP-TestExternalFeatures]
   [junit4]   2> 126279 INFO  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 126279 INFO  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1462774990
   [junit4]   2> 126279 INFO  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 126279 INFO  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47026b42: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null
   [junit4]   2> 126279 INFO  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 126279 INFO  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15f3ec80: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null
   [junit4]   2> 126279 INFO  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 126279 INFO  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e99d1b8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null
   [junit4]   2> 126280 INFO  (coreCloseExecutor-222-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@e23c691
   [junit4]   2> 126280 INFO  (coreCloseExecutor-222-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=237225617
   [junit4]   2> 126280 INFO  (coreCloseExecutor-222-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73756169: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
   [junit4]   2> 126313 INFO  (SUITE-TestExternalFeatures-seed#[DEAED41F7920F6DA]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Feb 03, 2018 8:59:07 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 03, 2018 8:59:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestExternalFeatures: 
   [junit4]   2>    1) Thread[id=279, name=qtp1271874107-279, state=TIMED_WAITING, group=TGRP-TestExternalFeatures]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Feb 03, 2018 8:59:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=279, name=qtp1271874107-279, state=TIMED_WAITING, group=TGRP-TestExternalFeatures]
   [junit4]   2> Feb 03, 2018 8:59:30 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=279, name=qtp1271874107-279, state=TIMED_WAITING, group=TGRP-TestExternalFeatures]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {description=Lucene50(blocksize=128), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=LuceneFixedGap), title=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), popularity=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=486, maxMBSortInHeap=6.956024775472953, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@293b3df0), locale=th-TH-u-nu-thai-x-lvariant-TH, timezone=America/Fortaleza
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=264521400,total=316669952
   [junit4]   2> NOTE: All tests run in this JVM: [TestLTRQParserExplain, TestEdisMaxSolrFeature, TestOriginalScoreFeature, TestUserTermScoreWithQ, TestModelManagerPersistence, TestRerankBase, TestExternalFeatures]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestExternalFeatures -Dtests.seed=DEAED41F7920F6DA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=th-TH-u-nu-thai-x-lvariant-TH -Dtests.timezone=America/Fortaleza -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestExternalFeatures (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestExternalFeatures: 
   [junit4]    >    1) Thread[id=279, name=qtp1271874107-279, state=TIMED_WAITING, group=TGRP-TestExternalFeatures]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DEAED41F7920F6DA]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=279, name=qtp1271874107-279, state=TIMED_WAITING, group=TGRP-TestExternalFeatures]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DEAED41F7920F6DA]:0)
   [junit4] Completed [35/35 (1!)] on J1 in 57.09s, 7 tests, 2 errors <<< FAILURES!

[...truncated 40674 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1467 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1467/

10 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeLost

Error Message:
org.apache.solr.common.SolrException: 

Stack Trace:
org.apache.solr.common.SolrException: org.apache.solr.common.SolrException: 
	at __randomizedtesting.SeedInfo.seed([716E0B57FD2E7C29:CE7BC5A97EC419AF]:0)
	at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:78)
	at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.getNodeValues(SolrClientNodeStateProvider.java:111)
	at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.printState(ComputePlanActionTest.java:139)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: 
	at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$AutoScalingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:250)
	at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:76)
	... 39 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:37585/solr
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$ClientSnitchCtx.invoke(SolrClientNodeStateProvider.java:292)
	at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$AutoScalingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:227)
	... 40 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:37585 [/127.0.0.1] failed: Connection refused (Connection refused)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 45 more
Caused by: java.net.ConnectException: Connection refused (Connection refused)
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:589)
	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
	... 55 more


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([716E0B57FD2E7C29:7590A245C7E4FEB3]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38472/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38472/collection1
	at __randomizedtesting.SeedInfo.seed([716E0B57FD2E7C29:F93A348D53D211D1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1591)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 53 more


FAILED:  org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositionsAndPayloads

Error Message:
Captured an uncaught exception in thread: Thread[id=306, name=Thread-290, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=306, name=Thread-290, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)


FAILED:  org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositions

Error Message:
Captured an uncaught exception in thread: Thread[id=332, name=Thread-316, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=332, name=Thread-316, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)


FAILED:  org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat.testRandom

Error Message:
Captured an uncaught exception in thread: Thread[id=336, name=Thread-320, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=336, name=Thread-320, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<20> but was:<-1>
	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
Caused by: java.lang.AssertionError: position is wrong expected:<20> but was:<-1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)


FAILED:  org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositionsAndOffsets

Error Message:
Captured an uncaught exception in thread: Thread[id=366, name=Thread-350, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=366, name=Thread-350, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<49> but was:<-1>
	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
Caused by: java.lang.AssertionError: position is wrong expected:<49> but was:<-1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)


FAILED:  org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositionsAndOffsetsAndPayloads

Error Message:
Captured an uncaught exception in thread: Thread[id=408, name=Thread-392, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=408, name=Thread-392, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)


FAILED:  junit.framework.TestSuite.org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat

Error Message:
The test or suite printed 123052 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true

Stack Trace:
java.lang.AssertionError: The test or suite printed 123052 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
	at org.apache.lucene.util.TestRuleLimitSysouts.afterIfSuccessful(TestRuleLimitSysouts.java:211)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV1

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([716E0B57FD2E7C29:A00EB59EDD826F70]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
	at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV1(AliasIntegrationTest.java:251)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 7428 lines...]
   [junit4] Suite: org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat
   [junit4]   2> Feb 03, 2018 1:40:17 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-290,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:40:18 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-294,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:40:18 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-293,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:40:18 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-292,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<19> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<19> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:40:18 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-291,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:40:18 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-295,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:40:18 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-296,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<3> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<3> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:40:18 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-297,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<20> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<20> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimpleTextPostingsFormat -Dtests.method=testDocsAndFreqsAndPositionsAndPayloads -Dtests.seed=C6907EE034BF7D94 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IN -Dtests.timezone=Pacific/Saipan -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    850s J2 | TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositionsAndPayloads <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=306, name=Thread-290, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=310, name=Thread-294, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=309, name=Thread-293, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=308, name=Thread-292, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<19> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<19> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=307, name=Thread-291, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=311, name=Thread-295, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=313, name=Thread-297, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<20> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<20> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #8: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=312, name=Thread-296, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<3> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<3> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> Feb 03, 2018 1:45:21 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-316,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:45:21 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-319,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:45:21 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-318,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<29> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<29> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:45:21 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-317,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimpleTextPostingsFormat -Dtests.method=testDocsAndFreqsAndPositions -Dtests.seed=C6907EE034BF7D94 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IN -Dtests.timezone=Pacific/Saipan -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    219s J2 | TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositions <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=332, name=Thread-316, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=335, name=Thread-319, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=334, name=Thread-318, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<29> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<29> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=333, name=Thread-317, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> Feb 03, 2018 1:45:51 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-320,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<20> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<20> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:45:51 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-323,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:45:52 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-322,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:45:52 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-324,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:45:52 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-321,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:09 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-329,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<19> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<19> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:09 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-328,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:09 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-326,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<3> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<3> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:09 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-325,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<9> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<9> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:09 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-327,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<9> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<9> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:16 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-330,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:16 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-331,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<52> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<52> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:16 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-332,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:16 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-333,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:51 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-337,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:51 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-338,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<71> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<71> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> Feb 03, 2018 1:46:54 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-336,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<28> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<28> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimpleTextPostingsFormat -Dtests.method=testRandom -Dtests.seed=C6907EE034BF7D94 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IN -Dtests.timezone=Pacific/Saipan -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   85.0s J2 | TestSimpleTextPostingsFormat.testRandom <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=336, name=Thread-320, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<20> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<20> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=339, name=Thread-323, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=338, name=Thread-322, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6907EE034BF7D94]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<43> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
  

[...truncated too long message...]

N  (zkCallback-5199-thread-1-processing-n:127.0.0.1:43745_solr) [n:127.0.0.1:43745_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 8621514 WARN  (zkCallback-5139-thread-2-processing-n:127.0.0.1:37350_solr) [n:127.0.0.1:37350_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 8621515 INFO  (jetty-closer-5020-thread-10) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a5189e4{/solr,null,UNAVAILABLE}
   [junit4]   2> 8621515 INFO  (jetty-closer-5020-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6bade20f{/solr,null,UNAVAILABLE}
   [junit4]   2> 8621515 INFO  (jetty-closer-5020-thread-10) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 8621515 INFO  (jetty-closer-5020-thread-5) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 8621521 WARN  (zkCallback-5189-thread-2-processing-n:127.0.0.1:46482_solr) [n:127.0.0.1:46482_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 8621521 INFO  (jetty-closer-5020-thread-9) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ff209c5{/solr,null,UNAVAILABLE}
   [junit4]   2> 8621521 INFO  (jetty-closer-5020-thread-9) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 8621645 INFO  (jetty-closer-5020-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@29a2dbce{/solr,null,UNAVAILABLE}
   [junit4]   2> 8621645 INFO  (jetty-closer-5020-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 8621646 ERROR (SUITE-TriggerIntegrationTest-seed#[716E0B57FD2E7C29]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 8621646 INFO  (SUITE-TriggerIntegrationTest-seed#[716E0B57FD2E7C29]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42944 42944
   [junit4]   2> 8621712 INFO  (Thread-32756) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42944 42944
   [junit4]   2> 8621713 WARN  (Thread-32756) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	22	/solr/aliases.json
   [junit4]   2> 	21	/solr/security.json
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	9	/solr/collections/testMetricTrigger/terms/shard1
   [junit4]   2> 	2	/solr/collections/testMetricTrigger/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	121	/solr/collections/collection1/state.json
   [junit4]   2> 	43	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	22	/solr/clusterprops.json
   [junit4]   2> 	22	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	4	/solr/overseer_elect/election/72192462232027156-127.0.0.1:46139_solr-n_0000000005
   [junit4]   2> 	4	/solr/overseer_elect/election/72192462232027181-127.0.0.1:41657_solr-n_0000000013
   [junit4]   2> 	3	/solr/overseer_elect/election/72192462232027163-127.0.0.1:35110_solr-n_0000000007
   [junit4]   2> 	2	/solr/overseer_elect/election/72192462232027166-127.0.0.1:44890_solr-n_0000000008
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72192462232027175-core_node8-n_0000000003
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72192462232027199-core_node6-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/72192462232027175-127.0.0.1:34823_solr-n_0000000011
   [junit4]   2> 	2	/solr/overseer_elect/election/72192462232027193-127.0.0.1:35173_solr-n_0000000017
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/live_nodes
   [junit4]   2> 	22	/solr/collections
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_716E0B57FD2E7C29-001
   [junit4]   2> Feb 02, 2018 8:36:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128), x_s=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=812, maxMBSortInHeap=7.191876238966927, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@56e69b43), locale=ar-OM, timezone=America/Shiprock
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=79129584,total=486014976
   [junit4]   2> NOTE: All tests run in this JVM: [ResponseLogComponentTest, TestNumericRangeQuery64, UniqFieldsUpdateProcessorFactoryTest, SpatialFilterTest, SolrGangliaReporterTest, StressHdfsTest, CollectionsAPISolrJTest, TestSystemCollAutoCreate, ForceLeaderTest, TriLevelCompositeIdRoutingTest, TestRandomDVFaceting, TestConfigSetImmutable, TestLMJelinekMercerSimilarityFactory, TestConfigSetsAPIExclusivity, MetricUtilsTest, RulesTest, TestFieldCacheSortRandom, TestCoreBackup, PeerSyncReplicationTest, TestSolrDeletionPolicy2, SolrMetricManagerTest, BlockJoinFacetSimpleTest, TestDFRSimilarityFactory, TestLegacyTerms, LeaderElectionIntegrationTest, PKIAuthenticationIntegrationTest, TestCollationFieldDocValues, TestNRTOpen, TestSQLHandlerNonCloud, LeaderFailoverAfterPartitionTest, TestValueSourceCache, TestHashQParserPlugin, TestDistributedStatsComponentCardinality, CurrencyFieldTypeTest, ZkShardTermsTest, TestTrieFacet, ShowFileRequestHandlerTest, TestUseDocValuesAsStored, TestSegmentSorting, QueryResultKeyTest, StatelessScriptUpdateProcessorFactoryTest, TestMaxTokenLenTokenizer, TestSubQueryTransformerDistrib, ZkStateWriterTest, DistributedDebugComponentTest, SearchHandlerTest, HighlighterMaxOffsetTest, TestRawTransformer, TestLFUCache, TestUninvertingReader, TestNestedDocsSort, TestFieldCache, SearchRateTriggerTest, TestExportWriter, NumericFieldsTest, TestLRUStatsCache, TestCloudDeleteByQuery, TestCodecSupport, DocValuesTest, SuggesterTSTTest, TestLegacyFieldCache, TestNoOpRegenerator, HttpPartitionTest, SolrShardReporterTest, MultiTermTest, AliasIntegrationTest, TestLegacyField, HdfsBasicDistributedZkTest, MoreLikeThisHandlerTest, TestJsonRequest, TestFileDictionaryLookup, TestSchemaVersionResource, DistributedQueueTest, DirectoryFactoryTest, TestJavabinTupleStreamParser, TestJmxIntegration, OverseerRolesTest, TestCorePropertiesReload, TestOnReconnectListenerSupport, TestCloudPivotFacet, CoreAdminHandlerTest, TimeZoneUtilsTest, StatsReloadRaceTest, TestManagedSchemaAPI, DeleteReplicaTest, TestFiltering, TestRestManager, TestReplicaProperties, TestSuggestSpellingConverter, TestPullReplicaErrorHandling, TestCoreDiscovery, LegacyCloudClusterPropTest, TestManagedStopFilterFactory, TestSolrCLIRunExample, CdcrVersionReplicationTest, TestDynamicFieldCollectionResource, CachingDirectoryFactoryTest, SolrJmxReporterTest, TestUpdate, TestPerFieldSimilarityWithDefaultOverride, TestFastWriter, TestPayloadScoreQParserPlugin, TestDistribIDF, SaslZkACLProviderTest, SolrCloudExampleTest, HdfsDirectoryTest, UnloadDistributedZkTest, CollectionTooManyReplicasTest, SpellCheckComponentTest, TestReqParamsAPI, BJQParserTest, DirectSolrSpellCheckerTest, NotRequiredUniqueKeyTest, TestBadConfig, FileBasedSpellCheckerTest, TestSmileRequest, PropertiesRequestHandlerTest, TestStressReorder, SolrCmdDistributorTest, UUIDUpdateProcessorFallbackTest, DistributedFacetPivotLargeTest, TestMinMaxOnMultiValuedField, BasicDistributedZkTest, DocumentBuilderTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, MBeansHandlerTest, SOLR749Test, AlternateDirectoryTest, CopyFieldTest, SampleTest, TestBinaryField, MinimalSchemaTest, OutputWriterTest, TestSolrCoreProperties, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCharFilters, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, URLClassifyProcessorTest, PreAnalyzedFieldTest, DateFieldTest, DOMUtilTest, ClusterStateTest, TestLRUCache, TestDocumentBuilder, SliceStateTest, CircularListTest, TestRTGBase, CursorPagingTest, TestHighlightDedupGrouping, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HttpPartitionOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MoveReplicaTest, MultiThreadedOCPTest, ReplaceNodeNoTargetTest, RestartWhileUpdatingTest, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, ZkFailoverTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasIntegrationTest, HttpTriggerListenerTest, MetricTriggerTest, NodeAddedTriggerTest, NodeLostTriggerTest, SystemLogListenerTest, TriggerIntegrationTest]
   [junit4] Completed [610/775 (4!)] on J2 in 212.93s, 14 tests, 1 failure <<< FAILURES!

[...truncated 48615 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1466 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1466/

14 tests failed.
FAILED:  org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositionsAndOffsetsAndPayloads

Error Message:
Captured an uncaught exception in thread: Thread[id=36, name=Thread-24, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=36, name=Thread-24, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)


FAILED:  org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositionsAndOffsets

Error Message:
Captured an uncaught exception in thread: Thread[id=57, name=Thread-45, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=57, name=Thread-45, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
Caused by: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)


FAILED:  org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositions

Error Message:
Captured an uncaught exception in thread: Thread[id=75, name=Thread-63, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=75, name=Thread-63, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)


FAILED:  org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat.testRandom

Error Message:
Captured an uncaught exception in thread: Thread[id=82, name=Thread-70, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=82, name=Thread-70, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)


FAILED:  org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositionsAndPayloads

Error Message:
Captured an uncaught exception in thread: Thread[id=141, name=Thread-129, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=141, name=Thread-129, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)


FAILED:  junit.framework.TestSuite.org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat

Error Message:
The test or suite printed 102728 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true

Stack Trace:
java.lang.AssertionError: The test or suite printed 102728 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
	at org.apache.lucene.util.TestRuleLimitSysouts.afterIfSuccessful(TestRuleLimitSysouts.java:211)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([4A7B1ECF67D5A9F6:56295F84DA0E09AE]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
	at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataCAR(AliasIntegrationTest.java:262)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Can not find doc 8 in https://127.0.0.1:37852/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 8 in https://127.0.0.1:37852/solr
	at __randomizedtesting.SeedInfo.seed([4A7B1ECF67D5A9F6:8B8B67634A856351]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:885)
	at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:599)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:37004_solr, 127.0.0.1:44547_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/19)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node6":{           "core":"testSimple1_shard1_replica_n2",           "base_url":"https://127.0.0.1:44547/solr",           "node_name":"127.0.0.1:44547_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node12":{           "core":"testSimple1_shard1_replica_n11",           "base_url":"https://127.0.0.1:44547/solr",           "node_name":"127.0.0.1:44547_solr",           "state":"active",           "type":"NRT"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node8":{           "core":"testSimple1_shard2_replica_n5",           "base_url":"https://127.0.0.1:44547/solr",           "node_name":"127.0.0.1:44547_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node10":{           "core":"testSimple1_shard2_replica_n9",           "base_url":"https://127.0.0.1:41794/solr",           "node_name":"127.0.0.1:41794_solr",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:37004_solr, 127.0.0.1:44547_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/19)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node6":{
          "core":"testSimple1_shard1_replica_n2",
          "base_url":"https://127.0.0.1:44547/solr",
          "node_name":"127.0.0.1:44547_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node12":{
          "core":"testSimple1_shard1_replica_n11",
          "base_url":"https://127.0.0.1:44547/solr",
          "node_name":"127.0.0.1:44547_solr",
          "state":"active",
          "type":"NRT"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node8":{
          "core":"testSimple1_shard2_replica_n5",
          "base_url":"https://127.0.0.1:44547/solr",
          "node_name":"127.0.0.1:44547_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node10":{
          "core":"testSimple1_shard2_replica_n9",
          "base_url":"https://127.0.0.1:41794/solr",
          "node_name":"127.0.0.1:41794_solr",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([4A7B1ECF67D5A9F6:72C83A3140267D27]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost

Error Message:
The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}

Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
	at __randomizedtesting.SeedInfo.seed([4A7B1ECF67D5A9F6:7ABBFF4DEFA748AA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:41946_solr, 127.0.0.1:46199_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "dataDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node3/data/",           "base_url":"https://127.0.0.1:46199/solr",           "node_name":"127.0.0.1:46199_solr",           "type":"NRT",           "ulogDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node3/data/tlog",           "core":"testSimple1_shard1_replica_n1",           "shared_storage":"true",           "state":"active"},         "core_node5":{           "dataDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node5/data/",           "base_url":"https://127.0.0.1:46199/solr",           "node_name":"127.0.0.1:46199_solr",           "type":"NRT",           "ulogDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node5/data/tlog",           "core":"testSimple1_shard1_replica_n2",           "shared_storage":"true",           "state":"active",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "dataDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node7/data/",           "base_url":"https://127.0.0.1:41997/solr",           "node_name":"127.0.0.1:41997_solr",           "type":"NRT",           "ulogDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node7/data/tlog",           "core":"testSimple1_shard2_replica_n4",           "shared_storage":"true",           "state":"down"},         "core_node8":{           "dataDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node8/data/",           "base_url":"https://127.0.0.1:46199/solr",           "node_name":"127.0.0.1:46199_solr",           "type":"NRT",           "ulogDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node8/data/tlog",           "core":"testSimple1_shard2_replica_n6",           "shared_storage":"true",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:41946_solr, 127.0.0.1:46199_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/16)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node3/data/",
          "base_url":"https://127.0.0.1:46199/solr",
          "node_name":"127.0.0.1:46199_solr",
          "type":"NRT",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node3/data/tlog",
          "core":"testSimple1_shard1_replica_n1",
          "shared_storage":"true",
          "state":"active"},
        "core_node5":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node5/data/",
          "base_url":"https://127.0.0.1:46199/solr",
          "node_name":"127.0.0.1:46199_solr",
          "type":"NRT",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node5/data/tlog",
          "core":"testSimple1_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node7/data/",
          "base_url":"https://127.0.0.1:41997/solr",
          "node_name":"127.0.0.1:41997_solr",
          "type":"NRT",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node7/data/tlog",
          "core":"testSimple1_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node8/data/",
          "base_url":"https://127.0.0.1:46199/solr",
          "node_name":"127.0.0.1:46199_solr",
          "type":"NRT",
          "ulogDir":"hdfs://lucene2-us-west.apache.org:32788/data/testSimple1/core_node8/data/tlog",
          "core":"testSimple1_shard2_replica_n6",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([4A7B1ECF67D5A9F6:72C83A3140267D27]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351)  at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3031)  at org.apache.solr.core.SolrCore.close(SolrCore.java:1604)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1000)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351)
	at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3031)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1604)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1000)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
	at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([4A7B1ECF67D5A9F6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1517520203641,generation=2,filelist=[_aui.cfe, _aui.cfs, _aui.si, _avj.cfe, _avj.cfs, _avj.si, _avk.cfe, _avk.cfs, _avk.si, _avl.cfe, _avl.cfs, _avl.si, _avm.cfe, _avm.cfs, _avm.si, _avn.cfe, _avn.cfs, _avn.si, _avo.cfe, _avo.cfs, _avo.si, _avp.cfe, _avp.cfs, _avp.si, _avq.cfe, _avq.cfs, _avq.si, _avr.cfe, _avr.cfs, _avr.si, _avs.cfe, _avs.cfs, _avs.si, _avt.cfe, _avt.cfs, _avt.si, _avu.cfe, _avu.cfs, _avu.si, _avv.cfe, _avv.cfs, _avv.si, _avw.cfe, _avw.cfs, _avw.si, _avx.cfe, _avx.cfs, _avx.si, _avy.cfe, _avy.cfs, _avy.si, _avz.cfe, _avz.cfs, _avz.si, _aw1.cfe, _aw1.cfs, _aw1.si, _aw2.cfe, _aw2.cfs, _aw2.si, _aw3.cfe, _aw3.cfs, _aw3.si, _aw4.cfe, _aw4.cfs, _aw4.si, _aw5.cfe, _aw5.cfs, _aw5.si, segments_2]}]> but was:<[{indexVersion=1517520203641,generation=2,filelist=[_aui.cfe, _aui.cfs, _aui.si, _avj.cfe, _avj.cfs, _avj.si, _avk.cfe, _avk.cfs, _avk.si, _avl.cfe, _avl.cfs, _avl.si, _avm.cfe, _avm.cfs, _avm.si, _avn.cfe, _avn.cfs, _avn.si, _avo.cfe, _avo.cfs, _avo.si, _avp.cfe, _avp.cfs, _avp.si, _avq.cfe, _avq.cfs, _avq.si, _avr.cfe, _avr.cfs, _avr.si, _avs.cfe, _avs.cfs, _avs.si, _avt.cfe, _avt.cfs, _avt.si, _avu.cfe, _avu.cfs, _avu.si, _avv.cfe, _avv.cfs, _avv.si, _avw.cfe, _avw.cfs, _avw.si, _avx.cfe, _avx.cfs, _avx.si, _avy.cfe, _avy.cfs, _avy.si, _avz.cfe, _avz.cfs, _avz.si, _aw1.cfe, _aw1.cfs, _aw1.si, _aw2.cfe, _aw2.cfs, _aw2.si, _aw3.cfe, _aw3.cfs, _aw3.si, _aw4.cfe, _aw4.cfs, _aw4.si, _aw5.cfe, _aw5.cfs, _aw5.si, segments_2]}, {indexVersion=1517520203641,generation=3,filelist=[_aw0.cfe, _aw0.cfs, _aw0.si, _aw1.cfe, _aw1.cfs, _aw1.si, _aw2.cfe, _aw2.cfs, _aw2.si, _aw3.cfe, _aw3.cfs, _aw3.si, _aw4.cfe, _aw4.cfs, _aw4.si, _aw5.cfe, _aw5.cfs, _aw5.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1517520203641,generation=2,filelist=[_aui.cfe, _aui.cfs, _aui.si, _avj.cfe, _avj.cfs, _avj.si, _avk.cfe, _avk.cfs, _avk.si, _avl.cfe, _avl.cfs, _avl.si, _avm.cfe, _avm.cfs, _avm.si, _avn.cfe, _avn.cfs, _avn.si, _avo.cfe, _avo.cfs, _avo.si, _avp.cfe, _avp.cfs, _avp.si, _avq.cfe, _avq.cfs, _avq.si, _avr.cfe, _avr.cfs, _avr.si, _avs.cfe, _avs.cfs, _avs.si, _avt.cfe, _avt.cfs, _avt.si, _avu.cfe, _avu.cfs, _avu.si, _avv.cfe, _avv.cfs, _avv.si, _avw.cfe, _avw.cfs, _avw.si, _avx.cfe, _avx.cfs, _avx.si, _avy.cfe, _avy.cfs, _avy.si, _avz.cfe, _avz.cfs, _avz.si, _aw1.cfe, _aw1.cfs, _aw1.si, _aw2.cfe, _aw2.cfs, _aw2.si, _aw3.cfe, _aw3.cfs, _aw3.si, _aw4.cfe, _aw4.cfs, _aw4.si, _aw5.cfe, _aw5.cfs, _aw5.si, segments_2]}]> but was:<[{indexVersion=1517520203641,generation=2,filelist=[_aui.cfe, _aui.cfs, _aui.si, _avj.cfe, _avj.cfs, _avj.si, _avk.cfe, _avk.cfs, _avk.si, _avl.cfe, _avl.cfs, _avl.si, _avm.cfe, _avm.cfs, _avm.si, _avn.cfe, _avn.cfs, _avn.si, _avo.cfe, _avo.cfs, _avo.si, _avp.cfe, _avp.cfs, _avp.si, _avq.cfe, _avq.cfs, _avq.si, _avr.cfe, _avr.cfs, _avr.si, _avs.cfe, _avs.cfs, _avs.si, _avt.cfe, _avt.cfs, _avt.si, _avu.cfe, _avu.cfs, _avu.si, _avv.cfe, _avv.cfs, _avv.si, _avw.cfe, _avw.cfs, _avw.si, _avx.cfe, _avx.cfs, _avx.si, _avy.cfe, _avy.cfs, _avy.si, _avz.cfe, _avz.cfs, _avz.si, _aw1.cfe, _aw1.cfs, _aw1.si, _aw2.cfe, _aw2.cfs, _aw2.si, _aw3.cfe, _aw3.cfs, _aw3.si, _aw4.cfe, _aw4.cfs, _aw4.si, _aw5.cfe, _aw5.cfs, _aw5.si, segments_2]}, {indexVersion=1517520203641,generation=3,filelist=[_aw0.cfe, _aw0.cfs, _aw0.si, _aw1.cfe, _aw1.cfs, _aw1.si, _aw2.cfe, _aw2.cfs, _aw2.si, _aw3.cfe, _aw3.cfs, _aw3.si, _aw4.cfe, _aw4.cfs, _aw4.si, _aw5.cfe, _aw5.cfs, _aw5.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([4A7B1ECF67D5A9F6:6FAC05FF179DA7F5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1277)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV1

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([4A7B1ECF67D5A9F6:9B1BA0064779BAAF]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AliasIntegrationTest.checkFooAndBarMeta(AliasIntegrationTest.java:283)
	at org.apache.solr.cloud.AliasIntegrationTest.testModifyMetadataV1(AliasIntegrationTest.java:251)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 7376 lines...]
   [junit4] Suite: org.apache.lucene.codecs.simpletext.TestSimpleTextPostingsFormat
   [junit4]   2> лют 02, 2018 2:43:31 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-24,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:43:31 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-25,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:43:33 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-23,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<4> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<4> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:43:33 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-27,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:43:33 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-28,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<60> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<60> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:43:33 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-26,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:43:33 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-29,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:43:33 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-30,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:43:33 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-31,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:43:33 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-33,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:43:33 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-32,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimpleTextPostingsFormat -Dtests.method=testDocsAndFreqsAndPositionsAndOffsetsAndPayloads -Dtests.seed=305C644F49CC26AA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=be -Dtests.timezone=Asia/Tokyo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   1337s J2 | TestSimpleTextPostingsFormat.testDocsAndFreqsAndPositionsAndOffsetsAndPayloads <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=36, name=Thread-24, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=37, name=Thread-25, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=35, name=Thread-23, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<4> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<4> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=39, name=Thread-27, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=40, name=Thread-28, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<60> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<60> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=38, name=Thread-26, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=41, name=Thread-29, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #8: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=42, name=Thread-30, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=43, name=Thread-31, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #10: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=45, name=Thread-33, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)Throwable #11: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=44, name=Thread-32, state=RUNNABLE, group=TGRP-TestSimpleTextPostingsFormat]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]    > Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]    > 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> лют 02, 2018 2:52:13 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-45,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<2> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:52:13 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-46,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:52:13 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-47,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:52:13 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-48,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.testTermsOneThread(RandomPostingsTester.java:1330)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.access$100(RandomPostingsTester.java:65)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1206)
   [junit4]   2> 
   [junit4]   2> лют 02, 2018 2:52:13 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-49,5,TGRP-TestSimpleTextPostingsFormat]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([305C644F49CC26AA]:0)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester$TestThread.run(RandomPostingsTester.java:1208)
   [junit4]   2> Caused by: java.lang.AssertionError: position is wrong expected:<0> but was:<-1>
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.junit.Assert.failNotEquals(Assert.java:647)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:128)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:472)
   [junit4]   2> 	at org.apache.lucene.index.RandomPostingsTester.verifyEnum(RandomPostingsTester.java:1099)
   [junit4]   2> 	at org.apache.lucen

[...truncated too long message...]

g), text=PostingsFormat(name=MockRandom)}, docValues:{regex_dup_A_s=DocValuesFormat(name=Memory), other_tl1=DocValuesFormat(name=Lucene70), regex_dup_B_s=DocValuesFormat(name=Direct), range_facet_l_dv=DocValuesFormat(name=Asserting), SubjectTerms_mfacet=DocValuesFormat(name=Lucene70), n_l1=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Lucene70), genre_s=DocValuesFormat(name=Asserting), n_td1=DocValuesFormat(name=Lucene70), n_d1=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Direct), n_f1=DocValuesFormat(name=Lucene70), series_t=DocValuesFormat(name=Lucene70), n_tl1=DocValuesFormat(name=Lucene70), oddField_s=DocValuesFormat(name=Asserting), n_tf1=DocValuesFormat(name=Direct), price=DocValuesFormat(name=Memory), a_t=DocValuesFormat(name=Direct), cat=DocValuesFormat(name=Direct), sequence_i=DocValuesFormat(name=Asserting), inStock=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Direct), foo_i=DocValuesFormat(name=Lucene70), val_i=DocValuesFormat(name=Asserting), n_dt1=DocValuesFormat(name=Lucene70), author_t=DocValuesFormat(name=Lucene70), a_i1=DocValuesFormat(name=Direct), n_ti1=DocValuesFormat(name=Asserting), rnd_b=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene70), n_tdt1=DocValuesFormat(name=Lucene70), foo_b=DocValuesFormat(name=Memory), name=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Lucene70), foo_d=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Direct), foo_f=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1033, maxMBSortInHeap=7.564643886990881, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2a3acb23), locale=zh-SG, timezone=Atlantic/Azores
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=262975248,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [TestDeleteCollectionOnDownNodes, TestAnalyzeInfixSuggestions, AnalysisAfterCoreReloadTest, StressHdfsTest, MoveReplicaHDFSFailoverTest, TestCoreContainer, TimeRoutedAliasUpdateProcessorTest, TestJsonFacetRefinement, OverriddenZkACLAndCredentialsProvidersTest, SuggesterTSTTest, TestExclusionRuleCollectionAccess, TestDistribStateManager, ConvertedLegacyTest, TestDistributedStatsComponentCardinality, TimeZoneUtilsTest, TestConfigsApi, SaslZkACLProviderTest, TestDynamicFieldCollectionResource, DistributedSpellCheckComponentTest, WordBreakSolrSpellCheckerTest, DistributedQueryComponentOptimizationTest, TestReplicaProperties, TestOnReconnectListenerSupport, ResponseLogComponentTest, SpatialHeatmapFacetsTest, ZkStateWriterTest, ZkShardTermsTest, RegexBoostProcessorTest, MultiTermTest, HighlighterMaxOffsetTest, TestExactSharedStatsCache, TestSegmentSorting, CdcrVersionReplicationTest, PeerSyncReplicationTest, QueryResultKeyTest, GraphQueryTest, DataDrivenBlockJoinTest, TriLevelCompositeIdRoutingTest, CollectionsAPISolrJTest, CacheHeaderTest, TestRawTransformer, TestObjectReleaseTracker, TestSha256AuthenticationProvider, DocValuesMultiTest, LeaderElectionIntegrationTest, ClassificationUpdateProcessorTest, MinimalSchemaTest, TestUtils, TestDistributedMissingSort, DeleteInactiveReplicaTest, TestRealTimeGet, TestLMJelinekMercerSimilarityFactory, AutoscalingHistoryHandlerTest, ConcurrentDeleteAndCreateCollectionTest, DisMaxRequestHandlerTest, TestQueryWrapperFilter, UninvertDocValuesMergePolicyTest, StatelessScriptUpdateProcessorFactoryTest, TestRebalanceLeaders, CoreMergeIndexesAdminHandlerTest, TestXmlQParser, TestSchemaVersionResource, NoCacheHeaderTest, TestCollationFieldDocValues, IndexSchemaRuntimeFieldTest, TestUseDocValuesAsStored2, HdfsNNFailoverTest, VersionInfoTest, TestRangeQuery, CollectionTooManyReplicasTest, SearchHandlerTest, PingRequestHandlerTest, ConnectionReuseTest, TestFieldCacheVsDocValues, TestFieldCacheReopen, NumericFieldsTest, TestLargeCluster, AutoAddReplicasPlanActionTest, TestSearcherReuse, TestSolrCloudSnapshots, TestFilteredDocIdSet, ConnectionManagerTest, SpellCheckComponentTest, RulesTest, TestDocBasedVersionConstraints, TestDFRSimilarityFactory, BaseCdcrDistributedZkTest, TestFieldResource, TestLeaderInitiatedRecoveryThread, TestStandardQParsers, DistributedFacetPivotSmallTest, MultiThreadedOCPTest, TestInPlaceUpdatesDistrib, TestAtomicUpdateErrorCases, BasicDistributedZk2Test, TestAuthorizationFramework, DistributedQueueTest, TestValueSourceCache, TestJavabinTupleStreamParser, TestTolerantUpdateProcessorRandomCloud, TestQueryTypes, TestAnalyzedSuggestions, MetricTriggerTest, URLClassifyProcessorTest, ShowFileRequestHandlerTest, TestPolicyCloud, UnloadDistributedZkTest, TestUpdate, ExplicitHLLTest, CurrencyFieldTypeTest, TestEmbeddedSolrServerConstructors, NotRequiredUniqueKeyTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SolrTestCaseJ4Test, HttpPartitionTest, CleanupOldIndexTest, TestOverriddenPrefixQueryForCustomFieldType, SmileWriterTest, ResponseHeaderTest, TestLegacyTerms, CopyFieldTest, RecoveryZkTest, ExecutePlanActionTest, AtomicUpdatesTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, ZkControllerTest, TestStressReorder, TestReload, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, CoreAdminHandlerTest, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestLFUCache, TestIBSimilarityFactory, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, DeleteReplicaTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, RollingRestartTest, TestStressLiveNodes, CollectionReloadTest, CollectionsAPIDistributedZkTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, HdfsAutoAddReplicasIntegrationTest, TestClusterStateProvider, TestComputePlanAction, TestExecutePlanAction, TestTriggerIntegration, CdcrBootstrapTest, CdcrReplicationDistributedZkTest, HDFSCollectionsAPITest, HdfsBasicDistributedZkTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsBasicDistributedZkTest -Dtests.seed=4A7B1ECF67D5A9F6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=zh-SG -Dtests.timezone=Atlantic/Azores -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | HdfsBasicDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351)
   [junit4]    > 	at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3031)
   [junit4]    > 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1604)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1000)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:644)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4A7B1ECF67D5A9F6]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [773/774 (7!)] on J2 in 979.97s, 1 test, 1 failure <<< FAILURES!

[...truncated 48080 lines...]