You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/23 02:26:21 UTC

[JENKINS] Lucene-Solr-7.x-Windows (64bit/jdk-9) - Build # 261 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/261/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseG1GC --illegal-access=deny

4 tests failed.
FAILED:  org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery

Error Message:
Expected a collection with one shard and two replicas null Live Nodes: [127.0.0.1:52490_solr, 127.0.0.1:52493_solr] Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"MissingSegmentRecoveryTest_shard1_replica_n1",           "base_url":"http://127.0.0.1:52490/solr",           "node_name":"127.0.0.1:52490_solr",           "state":"down",           "type":"NRT"},         "core_node4":{           "core":"MissingSegmentRecoveryTest_shard1_replica_n2",           "base_url":"http://127.0.0.1:52493/solr",           "node_name":"127.0.0.1:52493_solr",           "state":"active",           "type":"NRT",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Live Nodes: [127.0.0.1:52490_solr, 127.0.0.1:52493_solr]
Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"MissingSegmentRecoveryTest_shard1_replica_n1",
          "base_url":"http://127.0.0.1:52490/solr",
          "node_name":"127.0.0.1:52490_solr",
          "state":"down",
          "type":"NRT"},
        "core_node4":{
          "core":"MissingSegmentRecoveryTest_shard1_replica_n2",
          "base_url":"http://127.0.0.1:52493/solr",
          "node_name":"127.0.0.1:52493_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([291DAD7354918A3:52C442D46C68AEBE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration

Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:62549_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/7)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"testIntegration_shard1_replica_n1",           "base_url":"http://127.0.0.1:62549/solr",           "node_name":"127.0.0.1:62549_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node4":{           "core":"testIntegration_shard1_replica_n2",           "base_url":"http://127.0.0.1:62546/solr",           "node_name":"127.0.0.1:62546_solr",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:62549_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/7)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"testIntegration_shard1_replica_n1",
          "base_url":"http://127.0.0.1:62549/solr",
          "node_name":"127.0.0.1:62549_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node4":{
          "core":"testIntegration_shard1_replica_n2",
          "base_url":"http://127.0.0.1:62546/solr",
          "node_name":"127.0.0.1:62546_solr",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([291DAD7354918A3:B2F0D4FB1076B986]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.InfixSuggestersTest

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.InfixSuggestersTest_291DAD7354918A3-001\init-core-data-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.InfixSuggestersTest_291DAD7354918A3-001\init-core-data-001    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.InfixSuggestersTest_291DAD7354918A3-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.InfixSuggestersTest_291DAD7354918A3-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.InfixSuggestersTest_291DAD7354918A3-001\init-core-data-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.InfixSuggestersTest_291DAD7354918A3-001\init-core-data-001
   C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.InfixSuggestersTest_291DAD7354918A3-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.component.InfixSuggestersTest_291DAD7354918A3-001

	at __randomizedtesting.SeedInfo.seed([291DAD7354918A3]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([68FEA1AC7CF72D48:D701E006A20DCDD4]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions(StreamExpressionTest.java:6135)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11703 lines...]
   [junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\init-core-data-001
   [junit4]   2> 185528 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[291DAD7354918A3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 185529 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[291DAD7354918A3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 185529 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[291DAD7354918A3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 185530 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[291DAD7354918A3]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001
   [junit4]   2> 185530 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[291DAD7354918A3]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 185531 INFO  (Thread-465) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 185531 INFO  (Thread-465) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 185536 ERROR (Thread-465) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 185631 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[291DAD7354918A3]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52486
   [junit4]   2> 185639 INFO  (jetty-launcher-222-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 185639 INFO  (jetty-launcher-222-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 185639 INFO  (jetty-launcher-222-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ae9b1a{/solr,null,AVAILABLE}
   [junit4]   2> 185640 INFO  (jetty-launcher-222-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3485fe21{/solr,null,AVAILABLE}
   [junit4]   2> 185645 INFO  (jetty-launcher-222-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51ea81ae{HTTP/1.1,[http/1.1]}{127.0.0.1:52490}
   [junit4]   2> 185645 INFO  (jetty-launcher-222-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5bf562dc{HTTP/1.1,[http/1.1]}{127.0.0.1:52493}
   [junit4]   2> 185645 INFO  (jetty-launcher-222-thread-2) [    ] o.e.j.s.Server Started @196087ms
   [junit4]   2> 185645 INFO  (jetty-launcher-222-thread-1) [    ] o.e.j.s.Server Started @196087ms
   [junit4]   2> 185645 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52490}
   [junit4]   2> 185645 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52493}
   [junit4]   2> 185645 ERROR (jetty-launcher-222-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 185647 ERROR (jetty-launcher-222-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 185647 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 185647 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 185647 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 185647 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 185647 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 185647 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 185647 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-23T01:12:53.382032200Z
   [junit4]   2> 185647 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-23T01:12:53.382032200Z
   [junit4]   2> 185652 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 185652 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 185662 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52486/solr
   [junit4]   2> 185662 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52486/solr
   [junit4]   2> 185665 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f46ca23160003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 185770 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 185771 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52493_solr
   [junit4]   2> 185772 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98875550811422725-127.0.0.1:52493_solr-n_0000000000) starting
   [junit4]   2> 185778 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52493_solr
   [junit4]   2> 185780 INFO  (zkCallback-233-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 185784 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 185787 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 185788 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52490_solr
   [junit4]   2> 185789 INFO  (zkCallback-233-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 185790 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 185848 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52493.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 185864 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52490.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 185870 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52490.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 185870 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52490.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 185871 INFO  (jetty-launcher-222-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\.
   [junit4]   2> 185897 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52493.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 185897 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52493.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 185899 INFO  (jetty-launcher-222-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node1\.
   [junit4]   2> 185925 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[291DAD7354918A3]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 185926 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[291DAD7354918A3]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52486/solr ready
   [junit4]   2> 185944 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
   [junit4]   2> 185949 INFO  (qtp646246545-1648) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 185951 INFO  (OverseerThreadFactory-722-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
   [junit4]   2> 186064 INFO  (OverseerStateUpdate-98875550811422725-127.0.0.1:52493_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MissingSegmentRecoveryTest",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MissingSegmentRecoveryTest_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:52490/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 186064 INFO  (OverseerStateUpdate-98875550811422725-127.0.0.1:52493_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MissingSegmentRecoveryTest",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MissingSegmentRecoveryTest_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:52493/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 186268 INFO  (qtp646246545-1645) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 186268 INFO  (qtp425387550-1639) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 186270 INFO  (qtp425387550-1639) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 186270 INFO  (qtp646246545-1645) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 186376 INFO  (zkCallback-233-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 186376 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 186377 INFO  (zkCallback-233-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 186377 INFO  (zkCallback-234-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 187281 INFO  (qtp646246545-1645) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 187281 INFO  (qtp425387550-1639) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 187287 INFO  (qtp425387550-1639) [    ] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 187287 INFO  (qtp646246545-1645) [    ] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 187294 INFO  (qtp425387550-1639) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 187294 INFO  (qtp425387550-1639) [    ] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 187295 INFO  (qtp646246545-1645) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 187295 INFO  (qtp646246545-1645) [    ] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n2' using configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 187295 INFO  (qtp425387550-1639) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52490.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 187295 INFO  (qtp425387550-1639) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 187295 INFO  (qtp425387550-1639) [    ] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\]
   [junit4]   2> 187295 INFO  (qtp646246545-1645) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52493.solr.core.MissingSegmentRecoveryTest.shard1.replica_n2' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 187295 INFO  (qtp646246545-1645) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 187295 INFO  (qtp646246545-1645) [    ] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node1\MissingSegmentRecoveryTest_shard1_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node1\.\MissingSegmentRecoveryTest_shard1_replica_n2\data\]
   [junit4]   2> 187362 INFO  (qtp646246545-1645) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 187362 INFO  (qtp646246545-1645) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 187364 INFO  (qtp646246545-1645) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 187364 INFO  (qtp646246545-1645) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 187385 INFO  (qtp646246545-1645) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49ebbec3[MissingSegmentRecoveryTest_shard1_replica_n2] main]
   [junit4]   2> 187389 INFO  (qtp646246545-1645) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 187389 INFO  (qtp646246545-1645) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 187390 INFO  (qtp646246545-1645) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 187390 INFO  (qtp425387550-1639) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 187390 INFO  (searcherExecutor-728-thread-1) [    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new searcher Searcher@49ebbec3[MissingSegmentRecoveryTest_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 187390 INFO  (qtp425387550-1639) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 187391 INFO  (qtp646246545-1645) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582008814928920576
   [junit4]   2> 187392 INFO  (qtp425387550-1639) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 187392 INFO  (qtp425387550-1639) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 187396 INFO  (qtp425387550-1639) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@448b1936[MissingSegmentRecoveryTest_shard1_replica_n1] main]
   [junit4]   2> 187397 INFO  (qtp646246545-1645) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 187397 INFO  (qtp425387550-1639) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 187398 INFO  (qtp425387550-1639) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 187398 INFO  (qtp425387550-1639) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 187399 INFO  (searcherExecutor-727-thread-1) [    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@448b1936[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 187399 INFO  (qtp425387550-1639) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582008814937309184
   [junit4]   2> 187502 INFO  (zkCallback-233-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 187502 INFO  (zkCallback-233-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 187503 INFO  (zkCallback-234-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 187503 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 187898 INFO  (qtp646246545-1645) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 187898 INFO  (qtp646246545-1645) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 187898 INFO  (qtp646246545-1645) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52493/solr/MissingSegmentRecoveryTest_shard1_replica_n2/
   [junit4]   2> 187899 INFO  (qtp646246545-1645) [    ] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 url=http://127.0.0.1:52493/solr START replicas=[http://127.0.0.1:52490/solr/MissingSegmentRecoveryTest_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 187901 INFO  (qtp425387550-1635) [    ] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 188199 INFO  (qtp646246545-1645) [    ] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 url=http://127.0.0.1:52493/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 188199 INFO  (qtp646246545-1645) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 188199 INFO  (qtp646246545-1645) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 188199 INFO  (qtp646246545-1645) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 188204 INFO  (qtp646246545-1645) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52493/solr/MissingSegmentRecoveryTest_shard1_replica_n2/ shard1
   [junit4]   2> 188306 INFO  (zkCallback-233-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188306 INFO  (zkCallback-234-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188306 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188306 INFO  (zkCallback-233-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188357 INFO  (qtp646246545-1645) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 188358 INFO  (qtp646246545-1645) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2090
   [junit4]   2> 188405 INFO  (qtp425387550-1639) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2137
   [junit4]   2> 188408 INFO  (qtp646246545-1648) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 188508 INFO  (zkCallback-233-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188508 INFO  (zkCallback-234-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188508 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 188508 INFO  (zkCallback-233-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 189409 INFO  (qtp646246545-1648) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3459
   [junit4]   2> 189432 INFO  (qtp425387550-1634) [    ] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52493/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&wt=javabin&version=2}{add=[0 (1582008817049141248), 1 (1582008817052286976), 2 (1582008817052286977), 3 (1582008817052286978), 4 (1582008817052286979), 5 (1582008817052286980), 6 (1582008817052286981), 7 (1582008817054384128), 8 (1582008817054384129), 9 (1582008817054384130)]} 0 14
   [junit4]   2> 189432 INFO  (qtp646246545-1644) [    ] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1582008817049141248), 1 (1582008817052286976), 2 (1582008817052286977), 3 (1582008817052286978), 4 (1582008817052286979), 5 (1582008817052286980), 6 (1582008817052286981), 7 (1582008817054384128), 8 (1582008817054384129), 9 (1582008817054384130)]} 0 19
   [junit4]   2> 189435 INFO  (qtp425387550-1633) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582008817072209920,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 189435 INFO  (qtp425387550-1633) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1227a01a commitCommandVersion:1582008817072209920
   [junit4]   2> 189456 INFO  (qtp646246545-1643) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582008817094230016,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 189456 INFO  (qtp646246545-1643) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6283165f commitCommandVersion:1582008817094230016
   [junit4]   2> 189476 INFO  (qtp425387550-1633) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a791207[MissingSegmentRecoveryTest_shard1_replica_n1] main]
   [junit4]   2> 189478 INFO  (searcherExecutor-727-thread-1) [    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@5a791207[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C10)))}
   [junit4]   2> 189478 INFO  (qtp425387550-1633) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 189478 INFO  (qtp425387550-1633) [    ] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52493/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 42
   [junit4]   2> 189479 INFO  (qtp646246545-1643) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4567bbd4[MissingSegmentRecoveryTest_shard1_replica_n2] main]
   [junit4]   2> 189481 INFO  (searcherExecutor-728-thread-1) [    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new searcher Searcher@4567bbd4[MissingSegmentRecoveryTest_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C10)))}
   [junit4]   2> 189481 INFO  (qtp646246545-1643) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 189481 INFO  (qtp646246545-1643) [    ] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:52493/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 25
   [junit4]   2> 189481 INFO  (qtp646246545-1642) [    ] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2]  webapp=/solr path=/update params={_stateVer_=MissingSegmentRecoveryTest:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 47
   [junit4]   2> 189483 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@51ea81ae{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 189485 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=398345683
   [junit4]   2> 189485 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 189485 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5aa6c576: rootName = solr_52490, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2992f2db
   [junit4]   2> 189490 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 189490 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9043b5f: rootName = solr_52490, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@42ca3c7
   [junit4]   2> 189494 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 189494 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@188dd93: rootName = solr_52490, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6d04fc0c
   [junit4]   2> 189495 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52490_solr
   [junit4]   2> 189496 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 189497 INFO  (zkCallback-233-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 189497 INFO  (zkCallback-241-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 189497 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 189501 INFO  (coreCloseExecutor-737-thread-1) [    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@44a2db02
   [junit4]   2> 189501 INFO  (coreCloseExecutor-737-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=1151523586
   [junit4]   2> 189501 INFO  (coreCloseExecutor-737-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66f869ba: rootName = solr_52490, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@678808ab
   [junit4]   2> 189507 INFO  (coreCloseExecutor-737-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=1151523586
   [junit4]   2> 189533 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4ae9b1a{/solr,null,UNAVAILABLE}
   [junit4]   2> 189535 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 189536 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@707a3600{/solr,null,AVAILABLE}
   [junit4]   2> 189537 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@76f876ad{HTTP/1.1,[http/1.1]}{127.0.0.1:52490}
   [junit4]   2> 189537 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.e.j.s.Server Started @199978ms
   [junit4]   2> 189539 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52490}
   [junit4]   2> 189541 ERROR (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 189541 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 189541 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 189541 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 189541 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-23T01:12:57.276035Z
   [junit4]   2> 189551 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 189577 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52486/solr
   [junit4]   2> 189593 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 189596 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 189598 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52490_solr
   [junit4]   2> 189599 INFO  (zkCallback-233-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 189599 INFO  (zkCallback-233-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 189619 INFO  (zkCallback-246-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 189620 INFO  (zkCallback-241-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 189620 INFO  (zkCallback-233-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 189661 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52490.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 189670 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52490.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 189670 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52490.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 189672 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\.
   [junit4]   2> 189672 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [MissingSegmentRecoveryTest_shard1_replica_n1]
   [junit4]   2> 189693 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 189699 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 189705 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 189706 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 189716 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 189721 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 189722 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 189722 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 189723 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52490.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 189723 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 189724 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\]
   [junit4]   2> 189726 INFO  (zkCallback-246-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 189726 INFO  (zkCallback-233-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 189726 INFO  (zkCallback-233-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 189731 INFO  (zkCallback-246-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 189795 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 189795 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 189796 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 189796 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 189836 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5711a367
   [junit4]   2> 189836 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=1460773735
   [junit4]   2> 189836 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@90f880a: rootName = solr_52490, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4998d3e0
   [junit4]   2> 189841 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=1460773735
   [junit4]   2> 189844 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core and recover.
   [junit4]   2> 189844 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.SolrCore Updating index properties... index=index.20171023081257579
   [junit4]   2> 189855 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52490.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67eff1cf
   [junit4]   2> 189855 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 189855 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\]
   [junit4]   2> 189912 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 189912 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 189916 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 189916 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 189918 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [    ] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\ afterReload=false
   [junit4]   2> 189926 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [    ] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\index.20171023081257579
   [junit4]   2> 189928 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [    ] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\ afterReload=false
   [junit4]   2> 189934 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [    ] o.a.s.c.DirectoryFactory Deleted old index directory: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\.\MissingSegmentRecoveryTest_shard1_replica_n1\data\index
   [junit4]   2> 189940 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@618a13fd
   [junit4]   2> 189940 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=1636439037
   [junit4]   2> 189940 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d99904c: rootName = solr_52490, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4998d3e0
   [junit4]   2> 189945 INFO  (coreLoadExecutor-744-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=1636439037
   [junit4]   2> 189948 ERROR (coreContainerWorkExecutor-740-thread-1) [    ] o.a.s.c.CoreContainer Error waiting for SolrCore to be created
   [junit4]   2> java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica_n1]
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:191)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$14(CoreContainer.java:671)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica_n1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1052)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:642)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	... 5 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:1127)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1038)
   [junit4]   2> 	... 7 more
   [junit4]   2> 	Suppressed: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1036)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2076)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2196)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1072)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:961)
   [junit4]   2> 		... 9 more
   [junit4]   2> 	Caused by: org.apache.lucene.index.CorruptIndexException: Unexpected file read error while reading index. (resource=BufferedChecksumIndexInput(MMapIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1\data\index\segments_2")))
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:291)
   [junit4]   2> 		at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:1076)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
   [junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:257)
   [junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:131)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2037)
   [junit4]   2> 		... 12 more
   [junit4]   2> 	Caused by: java.io.EOFException: read past EOF: MMapIndexInput(path="C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1\data\index\segments_2")
   [junit4]   2> 		at org.apache.lucene.store.ByteBufferIndexInput.readByte(ByteBufferIndexInput.java:75)
   [junit4]   2> 		at org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41)
   [junit4]   2> 		at org.apache.lucene.store.DataInput.readInt(DataInput.java:101)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:301)
   [junit4]   2> 		at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:289)
   [junit4]   2> 		... 18 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
   [junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2076)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2196)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1072)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:961)
   [junit4]   2> 	... 10 more
   [junit4]   2> Caused by: org.apache.lucene.index.IndexNotFoundException: no segments* file found in LockValidatingDirectoryWrapper(MMapDirectory@C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.MissingSegmentRecoveryTest_291DAD7354918A3-001\tempDir-001\node2\MissingSegmentRecoveryTest_shard1_replica_n1\data\index.20171023081257579 lockFactory=org.apache.lucene.store.NativeFSLockFactory@67934bd6): files: [write.lock]
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:1071)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:119)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:94)
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:257)
   [junit4]   2> 	at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:131)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2037)
   [junit4]   2> 	... 13 more
   [junit4]   2> 189954 INFO  (OverseerCollectionConfigSetProcessor-98875550811422725-127.0.0.1:52493_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 280468 INFO  (qtp646246545-1641) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 280480 INFO  (OverseerThreadFactory-722-thread-2) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 280489 INFO  (qtp646246545-1651) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, tag=null
   [junit4]   2> 280489 INFO  (qtp646246545-1651) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f6e5799: rootName = solr_52493, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@31d4885c
   [junit4]   2> 280505 INFO  (qtp287872793-1725) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=15
   [junit4]   2> 280513 INFO  (qtp646246545-1651) [    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@63c1d987
   [junit4]   2> 280513 INFO  (qtp646246545-1651) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, tag=1673648519
   [junit4]   2> 280513 INFO  (qtp646246545-1651) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=1673648519
   [junit4]   2> 280534 INFO  (qtp646246545-1651) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=52
   [junit4]   2> 280540 INFO  (zkCallback-246-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 280540 INFO  (zkCallback-246-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 280642 INFO  (zkCallback-246-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 280642 INFO  (zkCallback-246-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 281247 INFO  (qtp646246545-1641) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2} status=0 QTime=778
   [junit4]   2> 281248 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[291DAD7354918A3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery -Dtests.seed=291DAD7354918A3 -Dtests.slow=true -Dtests.locale=so -Dtests.timezone=Asia/Novokuznetsk -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] FAILURE 95.3s J0 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected a collection with one shard and two replicas
   [junit4]    > null
   [junit4]    > Live Nodes: [127.0.0.1:52490_solr, 127.0.0.1:52493_solr]
   [junit4]    > Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"2",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node3":{
   [junit4]    >           "core":"MissingSegmentRecoveryTest_shard1_replica_n1",
   [junit4]    >           "base_url":"http://127.0.0.1:52490/solr",
   [junit4]    >           "node_name":"127.0.0.1:52490_solr",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT"},
   [junit4]    >         "core_node4":{
   [junit4]    >           "core":"MissingSegmentRecoveryTest_shard1_replica_n2",
   [junit4]    >           "base_url":"http://127.0.0.1:52493/solr",
   [junit4]    >           "node_name":"127.0.0.1:52493_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"2",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([291DAD7354918A3:52C442D46C68AEBE]:0)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
   [junit4]    > 	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 281250 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f46ca23160008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 281253 INFO  (jetty-closer-223-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@76f876ad{HTTP/1.1,[http/1.1]}{127.0.0.1:52490}
   [junit4]   2> 281254 INFO  (jetty-closer-223-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1504791730
   [junit4]   2> 281254 INFO  (jetty-closer-223-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 281254 INFO  (jetty-closer-223-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e5a2a54: rootName = solr_52490, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6b70be8b
   [junit4]   2> 281255 INFO  (jetty-closer-223-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5bf562dc{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 281256 INFO  (jetty-closer-223-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=464974971
   [junit4]   2> 281256 INFO  (jetty-closer-223-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 281256 INFO  (jetty-closer-223-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@421624b2: rootName = solr_52493, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@38616d1
   [junit4]   2> 281259 INFO  (jetty-closer-223-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 281260 INFO  (jetty-closer-223-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@437e6037: rootName = solr_52490, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@42ca3c7
   [junit4]   2> 281260 INFO  (jetty-closer-223-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 281263 INFO  (jetty-closer-223-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6452efc9: rootName = solr_52493, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@42ca3c7
   [junit4]   2> 281263 INFO  (jetty-closer-223-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 281263 INFO  (jetty-closer-223-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4db9b265: rootName = solr_52490, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6d04fc0c
   [junit4]   2> 281264 INFO  (jetty-closer-223-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52490_solr
   [junit4]   2> 281266 INFO  (jetty-closer-223-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 281267 INFO  (zkCallback-233-thread-5) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 281267 INFO  (zkCallback-246-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 281268 INFO  (jetty-closer-223-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 281268 INFO  (jetty-closer-223-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5199d294: rootName = solr_52493, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6d04fc0c
   [junit4]   2> 281270 INFO  (jetty-closer-223-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@707a3600{/solr,null,UNAVAILABLE}
   [junit4]   2> 281272 INFO  (jetty-closer-223-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52493_solr
   [junit4]   2> 281273 INFO  (jetty-closer-223-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 281273 INFO  (zkCallback-233-thread-5) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 281274 INFO  (jetty-closer-223-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98875550811422725-127.0.0.1:52493_solr-n_0000000000) closing
   [junit4]   2> 281274 INFO  (OverseerStateUpdate-98875550811422725-127.0.0.1:52493_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52493_solr
   [junit4]   2> 281276 WARN  (OverseerAutoScalingTriggerThread-98875550811422725-127.0.0.1:52493_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 281276 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f46ca23160005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn

[...truncated too long message...]

Executor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 117245 INFO  (jetty-closer-51-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2796e411{/solr,null,UNAVAILABLE}
   [junit4]   2> 117246 WARN  (zkCallback-71-thread-2) [    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:64302_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:64302_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:392)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:389)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:389)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
   [junit4]   2> 	at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4724)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 117247 WARN  (zkCallback-71-thread-2) [    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:64307_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:64307_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:392)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:389)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:389)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
   [junit4]   2> 	at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4724)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 117247 INFO  (jetty-closer-51-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2bf50bbf{/solr,null,UNAVAILABLE}
   [junit4]   2> 117249 ERROR (SUITE-StreamExpressionTest-seed#[68FEA1AC7CF72D48]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 117249 INFO  (SUITE-StreamExpressionTest-seed#[68FEA1AC7CF72D48]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64293 64293
   [junit4]   2> 117251 INFO  (Thread-38) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64293 64293
   [junit4]   2> 117252 WARN  (Thread-38) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/aliases.json
   [junit4]   2> 	80	/solr/clusterprops.json
   [junit4]   2> 	10	/solr/configs/conf
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/clusterstate.json
   [junit4]   2> 	20	/solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 	20	/solr/collections/destinationCollection/state.json
   [junit4]   2> 	18	/solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus1/state.json
   [junit4]   2> 	10	/solr/collections/destination/state.json
   [junit4]   2> 	10	/solr/collections/destination1/state.json
   [junit4]   2> 	10	/solr/collections/collection1_collection/state.json
   [junit4]   2> 	10	/solr/collections/workQueue1/state.json
   [junit4]   2> 	10	/solr/collections/workQueue/state.json
   [junit4]   2> 	10	/solr/collections/mainCorpus/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	80	/solr/live_nodes
   [junit4]   2> 	80	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-solrj\test\J0\temp\solr.client.solrj.io.stream.StreamExpressionTest_68FEA1AC7CF72D48-001
   [junit4]   2> Oct 23, 2017 2:15:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=Memory), join2_s=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Direct), subject=PostingsFormat(name=Direct), a1_s=PostingsFormat(name=Direct), a2_s=FSTOrd50, test_t=FSTOrd50, level1_s=PostingsFormat(name=Memory), body_t=FSTOrd50, ident_s=PostingsFormat(name=Direct), s_multi=FSTOrd50, col_s=PostingsFormat(name=Direct), level2_s=PostingsFormat(name=MockRandom), a_ss=PostingsFormat(name=MockRandom), a_s=FSTOrd50, a_t=PostingsFormat(name=MockRandom), side_s=FSTOrd50, id=PostingsFormat(name=Memory), text=FSTOrd50}, docValues:{expr_s=DocValuesFormat(name=Lucene70), join2_s=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Memory), a1_s=DocValuesFormat(name=Memory), a_f=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Direct), join1_i=DocValuesFormat(name=Lucene70), a2_s=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Memory), join3_i=DocValuesFormat(name=Lucene70), field_i=DocValuesFormat(name=Memory), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Memory), level2_s=DocValuesFormat(name=Direct), a_ss=DocValuesFormat(name=Direct), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct), i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Memory), test_dt=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Memory), order_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1822, maxMBSortInHeap=5.825687160590632, sim=RandomSimilarity(queryNorm=false): {}, locale=seh, timezone=Etc/GMT+1
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=137151392,total=219152384
   [junit4]   2> NOTE: All tests run in this JVM: [JDBCStreamTest, StreamExpressionTest]
   [junit4] Completed [64/145 (1!)] on J0 in 104.79s, 121 tests, 1 failure, 9 skipped <<< FAILURES!

[...truncated 39415 lines...]

[JENKINS] Lucene-Solr-7.x-Windows (64bit/jdk1.8.0_144) - Build # 267 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/267/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration

Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:55672_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/9)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"testIntegration_shard1_replica_n1",           "base_url":"http://127.0.0.1:55672/solr",           "node_name":"127.0.0.1:55672_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node4":{           "core":"testIntegration_shard1_replica_n2",           "base_url":"http://127.0.0.1:55669/solr",           "node_name":"127.0.0.1:55669_solr",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:55672_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/9)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"testIntegration_shard1_replica_n1",
          "base_url":"http://127.0.0.1:55672/solr",
          "node_name":"127.0.0.1:55672_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node4":{
          "core":"testIntegration_shard1_replica_n2",
          "base_url":"http://127.0.0.1:55669/solr",
          "node_name":"127.0.0.1:55669_solr",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([34C5D28BB9AEF899:84A4DCA79C9159BC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13129 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001\init-core-data-001
   [junit4]   2> 1825108 WARN  (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=68 numCloses=68
   [junit4]   2> 1825108 INFO  (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1825112 INFO  (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1825112 INFO  (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1825113 INFO  (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001\tempDir-001
   [junit4]   2> 1825114 INFO  (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1825114 INFO  (Thread-3044) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1825114 INFO  (Thread-3044) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1825117 ERROR (Thread-3044) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1825215 INFO  (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:55663
   [junit4]   2> 1825222 INFO  (jetty-launcher-4110-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1825223 INFO  (jetty-launcher-4110-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a194e9a{/solr,null,AVAILABLE}
   [junit4]   2> 1825223 INFO  (jetty-launcher-4110-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1825223 INFO  (jetty-launcher-4110-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c09ba51{/solr,null,AVAILABLE}
   [junit4]   2> 1825223 INFO  (jetty-launcher-4110-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10fee8b{HTTP/1.1,[http/1.1]}{127.0.0.1:55669}
   [junit4]   2> 1825223 INFO  (jetty-launcher-4110-thread-1) [    ] o.e.j.s.Server Started @1833016ms
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55669}
   [junit4]   2> 1825224 ERROR (jetty-launcher-4110-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@247b0759{HTTP/1.1,[http/1.1]}{127.0.0.1:55672}
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-2) [    ] o.e.j.s.Server Started @1833017ms
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55672}
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-28T11:23:06.658Z
   [junit4]   2> 1825224 ERROR (jetty-launcher-4110-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1825224 INFO  (jetty-launcher-4110-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-28T11:23:06.658Z
   [junit4]   2> 1825230 INFO  (jetty-launcher-4110-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1825230 INFO  (jetty-launcher-4110-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1825242 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f62b89bb60001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1825248 INFO  (jetty-launcher-4110-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55663/solr
   [junit4]   2> 1825248 INFO  (jetty-launcher-4110-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55663/solr
   [junit4]   2> 1825250 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f62b89bb60004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1825353 INFO  (jetty-launcher-4110-thread-1) [n:127.0.0.1:55669_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1825353 INFO  (jetty-launcher-4110-thread-1) [n:127.0.0.1:55669_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55669_solr
   [junit4]   2> 1825354 INFO  (jetty-launcher-4110-thread-1) [n:127.0.0.1:55669_solr    ] o.a.s.c.Overseer Overseer (id=98906261851340806-127.0.0.1:55669_solr-n_0000000000) starting
   [junit4]   2> 1825357 INFO  (jetty-launcher-4110-thread-2) [n:127.0.0.1:55672_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1825358 INFO  (jetty-launcher-4110-thread-2) [n:127.0.0.1:55672_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55672_solr
   [junit4]   2> 1825359 INFO  (zkCallback-4121-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1825359 INFO  (zkCallback-4122-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1825361 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1825363 INFO  (jetty-launcher-4110-thread-1) [n:127.0.0.1:55669_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55669_solr
   [junit4]   2> 1825364 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1825369 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:55672_solr]
   [junit4]   2> 1825369 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1825369 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1825374 INFO  (zkCallback-4121-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1825374 INFO  (zkCallback-4122-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1825375 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1825375 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1825376 DEBUG (ScheduledTrigger-5878-thread-1) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55672_solr, 127.0.0.1:55669_solr]
   [junit4]   2> 1825491 INFO  (jetty-launcher-4110-thread-1) [n:127.0.0.1:55669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55669.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44cc41b2
   [junit4]   2> 1825492 INFO  (jetty-launcher-4110-thread-2) [n:127.0.0.1:55672_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55672.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44cc41b2
   [junit4]   2> 1825497 INFO  (jetty-launcher-4110-thread-1) [n:127.0.0.1:55669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55669.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44cc41b2
   [junit4]   2> 1825497 INFO  (jetty-launcher-4110-thread-1) [n:127.0.0.1:55669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55669.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44cc41b2
   [junit4]   2> 1825498 INFO  (jetty-launcher-4110-thread-2) [n:127.0.0.1:55672_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55672.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44cc41b2
   [junit4]   2> 1825498 INFO  (jetty-launcher-4110-thread-2) [n:127.0.0.1:55672_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55672.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44cc41b2
   [junit4]   2> 1825498 INFO  (jetty-launcher-4110-thread-1) [n:127.0.0.1:55669_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001\tempDir-001\node1\.
   [junit4]   2> 1825500 INFO  (jetty-launcher-4110-thread-2) [n:127.0.0.1:55672_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001\tempDir-001\node2\.
   [junit4]   2> 1825540 INFO  (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1825541 INFO  (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55663/solr ready
   [junit4]   2> 1825555 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[34C5D28BB9AEF899]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
   [junit4]   2> 1825556 DEBUG (zkCallback-4122-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1825556 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1825558 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1825559 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1825559 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f62b89bb60009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1825559 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1825560 INFO  (qtp912093667-17308) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1825561 INFO  (OverseerThreadFactory-5880-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.CreateCollectionCmd Create collection testExecute
   [junit4]   2> 1825672 INFO  (OverseerStateUpdate-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testExecute",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testExecute_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:55672/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1825678 INFO  (OverseerStateUpdate-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testExecute",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testExecute_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:55669/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1825883 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1825884 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1825886 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1825887 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1825999 INFO  (zkCallback-4121-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1825999 INFO  (zkCallback-4122-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1826000 INFO  (zkCallback-4121-thread-2-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1826000 INFO  (zkCallback-4122-thread-2-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1826935 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1826935 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1826949 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1826949 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1826955 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1826955 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1826955 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
   [junit4]   2> 1826955 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
   [junit4]   2> 1826956 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55672.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44cc41b2
   [junit4]   2> 1826956 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55669.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44cc41b2
   [junit4]   2> 1826956 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1826956 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1826956 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001\tempDir-001\node2\testExecute_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001\tempDir-001\node2\.\testExecute_shard1_replica_n1\data\]
   [junit4]   2> 1826956 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001\tempDir-001\node1\testExecute_shard1_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001\tempDir-001\node1\.\testExecute_shard1_replica_n2\data\]
   [junit4]   2> 1827061 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1827061 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1827063 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1827063 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1827065 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bcb1f1e[testExecute_shard1_replica_n2] main]
   [junit4]   2> 1827066 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1827067 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1827067 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1827067 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1827067 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1827068 INFO  (searcherExecutor-5885-thread-1-processing-n:127.0.0.1:55669_solr x:testExecute_shard1_replica_n2 s:shard1 c:testExecute r:core_node4) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@4bcb1f1e[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1827068 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582500191668273152
   [junit4]   2> 1827068 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1827068 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1827071 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57959bfa[testExecute_shard1_replica_n1] main]
   [junit4]   2> 1827072 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1827072 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1827072 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1827073 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582500191673516032
   [junit4]   2> 1827073 INFO  (searcherExecutor-5886-thread-1-processing-n:127.0.0.1:55672_solr x:testExecute_shard1_replica_n1 s:shard1 c:testExecute r:core_node3) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@57959bfa[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1827074 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1827176 INFO  (zkCallback-4122-thread-2-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1827176 INFO  (zkCallback-4121-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1827176 INFO  (zkCallback-4122-thread-3-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1827176 INFO  (zkCallback-4121-thread-2-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1827576 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1827576 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1827576 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55669/solr/testExecute_shard1_replica_n2/
   [junit4]   2> 1827576 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=http://127.0.0.1:55669/solr START replicas=[http://127.0.0.1:55672/solr/testExecute_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 1827580 INFO  (qtp699674646-17297) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.S.Request [testExecute_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1827877 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=http://127.0.0.1:55669/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1827877 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1827877 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1827877 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1827881 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55669/solr/testExecute_shard1_replica_n2/ shard1
   [junit4]   2> 1827984 INFO  (zkCallback-4121-thread-2-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1827984 INFO  (zkCallback-4122-thread-2-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1827984 INFO  (zkCallback-4122-thread-3-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1827984 INFO  (zkCallback-4121-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1828034 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1828038 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2154
   [junit4]   2> 1828080 INFO  (qtp699674646-17299) [n:127.0.0.1:55672_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2197
   [junit4]   2> 1828085 INFO  (qtp912093667-17308) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1828183 INFO  (zkCallback-4121-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1828183 INFO  (zkCallback-4122-thread-2-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1828183 INFO  (zkCallback-4122-thread-3-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1828183 INFO  (zkCallback-4121-thread-2-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829086 INFO  (qtp912093667-17308) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3526
   [junit4]   2> 1829091 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[34C5D28BB9AEF899]) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f",
   [junit4]   2>   "source":"mock_trigger_name",
   [junit4]   2>   "eventTime":1509189790525000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509189790525000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:55672_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3baeffe6, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@26c1a1c0]}
   [junit4]   2> 1829091 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[34C5D28BB9AEF899]) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:55669_solr&replica=core_node3
   [junit4]   2> 1829097 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[34C5D28BB9AEF899]) [    ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
   [junit4]   2> 1829099 INFO  (qtp912093667-17291) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:55669_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1829103 INFO  (qtp912093667-17291) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:55669_solr&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1829104 INFO  (qtp912093667-17289) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1829108 INFO  (qtp912093667-17289) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1829111 INFO  (OverseerThreadFactory-5880-thread-2-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node3:{"core":"testExecute_shard1_replica_n1","base_url":"http://127.0.0.1:55672/solr","node_name":"127.0.0.1:55672_solr","state":"active","type":"NRT"}
   [junit4]   2> 1829112 INFO  (OverseerCollectionConfigSetProcessor-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1829115 INFO  (OverseerThreadFactory-5880-thread-2-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:55669_solr for creating new replica
   [junit4]   2> 1829119 INFO  (OverseerStateUpdate-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"testExecute",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testExecute_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:55669/solr",
   [junit4]   2>   "node_name":"127.0.0.1:55669_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1829222 INFO  (zkCallback-4121-thread-2-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829222 INFO  (zkCallback-4121-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829222 INFO  (zkCallback-4122-thread-3-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829223 INFO  (zkCallback-4122-thread-2-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829321 INFO  (qtp912093667-17288) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519402668020995&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
   [junit4]   2> 1829321 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519402668020995&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1829322 INFO  (qtp912093667-17310) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519402668020995
   [junit4]   2> 1829322 INFO  (qtp912093667-17310) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519402668020995&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1829365 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1829384 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
   [junit4]   2> 1829388 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1829388 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
   [junit4]   2> 1829388 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55669.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@44cc41b2
   [junit4]   2> 1829388 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1829388 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001\tempDir-001\node1\testExecute_shard1_replica_n5], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001\tempDir-001\node1\.\testExecute_shard1_replica_n5\data\]
   [junit4]   2> 1829435 INFO  (zkCallback-4121-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829435 INFO  (zkCallback-4121-thread-2-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829435 INFO  (zkCallback-4122-thread-2-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829435 INFO  (zkCallback-4122-thread-3-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829453 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1829453 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1829454 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1829455 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1829455 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@11e4a1c9[testExecute_shard1_replica_n5] main]
   [junit4]   2> 1829457 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1829457 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1829457 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1829458 INFO  (searcherExecutor-5895-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@11e4a1c9[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1829458 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582500194174369792
   [junit4]   2> 1829461 INFO  (parallelCoreAdminExecutor-5881-thread-1-processing-n:127.0.0.1:55669_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
   [junit4]   2> 1829461 INFO  (updateExecutor-4116-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1829461 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1829462 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1829462 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
   [junit4]   2> 1829462 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1829462 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [http://127.0.0.1:55669/solr/testExecute_shard1_replica_n2/] and I am [http://127.0.0.1:55669/solr/testExecute_shard1_replica_n5/]
   [junit4]   2> 1829465 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:55669/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n2&nodeName=127.0.0.1:55669_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1829466 INFO  (qtp912093667-17293) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 1829466 INFO  (qtp912093667-17293) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:55669_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"http://127.0.0.1:55669/solr","node_name":"127.0.0.1:55669_solr","state":"down","type":"NRT"}
   [junit4]   2> 1829565 INFO  (zkCallback-4122-thread-3-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829565 INFO  (zkCallback-4122-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829565 INFO  (zkCallback-4121-thread-2-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1829565 INFO  (zkCallback-4121-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1830323 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519402668020995
   [junit4]   2> 1830323 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519402668020995&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1830325 INFO  (qtp699674646-17296) [n:127.0.0.1:55672_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n1&async=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519403672477935&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
   [junit4]   2> 1830326 INFO  (qtp699674646-17295) [n:127.0.0.1:55672_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519403672477935
   [junit4]   2> 1830326 INFO  (qtp699674646-17295) [n:127.0.0.1:55672_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519403672477935&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1830328 INFO  (parallelCoreAdminExecutor-5882-thread-1-processing-n:127.0.0.1:55672_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519403672477935 UNLOAD) [n:127.0.0.1:55672_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=null
   [junit4]   2> 1830328 INFO  (parallelCoreAdminExecutor-5882-thread-1-processing-n:127.0.0.1:55672_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519403672477935 UNLOAD) [n:127.0.0.1:55672_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@737c1613: rootName = solr_55672, domain = solr.core.testExecute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5dc805aa
   [junit4]   2> 1830343 INFO  (parallelCoreAdminExecutor-5882-thread-1-processing-n:127.0.0.1:55672_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519403672477935 UNLOAD) [n:127.0.0.1:55672_solr    ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7fe909bb
   [junit4]   2> 1830343 INFO  (parallelCoreAdminExecutor-5882-thread-1-processing-n:127.0.0.1:55672_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519403672477935 UNLOAD) [n:127.0.0.1:55672_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=2145978811
   [junit4]   2> 1830343 INFO  (parallelCoreAdminExecutor-5882-thread-1-processing-n:127.0.0.1:55672_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519403672477935 UNLOAD) [n:127.0.0.1:55672_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=2145978811
   [junit4]   2> 1830352 INFO  (parallelCoreAdminExecutor-5882-thread-1-processing-n:127.0.0.1:55672_solr mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519403672477935 UNLOAD) [n:127.0.0.1:55672_solr    ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 1830457 INFO  (zkCallback-4122-thread-3-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1830457 INFO  (zkCallback-4122-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1830468 INFO  (qtp912093667-17293) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:55669_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"http://127.0.0.1:55669/solr","node_name":"127.0.0.1:55669_solr","state":"recovering","type":"NRT"}
   [junit4]   2> 1830468 INFO  (qtp912093667-17293) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1830468 INFO  (qtp912093667-17293) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:55669_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n2&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 1830969 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:55669/solr/testExecute_shard1_replica_n2/] - recoveringAfterStartup=[true]
   [junit4]   2> 1830969 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n5 url=http://127.0.0.1:55669/solr START replicas=[http://127.0.0.1:55669/solr/testExecute_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 1830973 INFO  (qtp912093667-17291) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1830973 INFO  (qtp912093667-17291) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.S.Request [testExecute_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1830973 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1830973 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 1830974 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1830974 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1830974 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1830974 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 1830974 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 1830974 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 1830975 INFO  (recoveryExecutor-4118-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f//0519402668020995 CREATE n:127.0.0.1:55669_solr s:shard1 c:testExecute) [n:127.0.0.1:55669_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1831080 INFO  (zkCallback-4122-thread-3-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1831080 INFO  (zkCallback-4122-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1831331 INFO  (qtp699674646-17312) [n:127.0.0.1:55672_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519403672477935
   [junit4]   2> 1831331 INFO  (qtp699674646-17312) [n:127.0.0.1:55672_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0519403672477935&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1831435 INFO  (OverseerThreadFactory-5880-thread-2-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1833117 INFO  (OverseerCollectionConfigSetProcessor-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1834110 INFO  (qtp912093667-17289) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1834111 INFO  (qtp912093667-17289) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1834111 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[34C5D28BB9AEF899]) [    ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0 finished with state=COMPLETED in 5s
   [junit4]   2> 1834111 INFO  (qtp912093667-17288) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1834112 INFO  (qtp912093667-17288) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1834112 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[34C5D28BB9AEF899]) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
   [junit4]   2> 1834114 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[34C5D28BB9AEF899]) [    ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
   [junit4]   2> 1834115 INFO  (qtp912093667-17310) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1834117 INFO  (qtp912093667-17310) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1834118 INFO  (qtp912093667-17286) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1834119 INFO  (qtp912093667-17286) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1834125 INFO  (OverseerThreadFactory-5880-thread-3-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1836123 INFO  (OverseerCollectionConfigSetProcessor-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1839122 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1839125 INFO  (qtp912093667-17292) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1839126 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[34C5D28BB9AEF899]) [    ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0 finished with state=COMPLETED in 5s
   [junit4]   2> 1839126 INFO  (qtp912093667-17293) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1839127 INFO  (qtp912093667-17293) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f1b81e52e38940T5njv0tnj7hatxpm9jpqm2tj8f/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1839129 INFO  (TEST-ExecutePlanActionTest.testExecute-seed#[34C5D28BB9AEF899]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExecute
   [junit4]   2> 1839163 INFO  (TEST-ExecutePlanActionTest.testIntegration-seed#[34C5D28BB9AEF899]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testIntegration
   [junit4]   2> 1839165 DEBUG (zkCallback-4122-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1839165 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1839165 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1839166 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1839167 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1839178 INFO  (qtp699674646-17313) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1839180 INFO  (qtp699674646-17313) [n:127.0.0.1:55672_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55663/solr ready
   [junit4]   2> 1839186 INFO  (qtp912093667-17308) [n:127.0.0.1:55669_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1839188 INFO  (qtp699674646-17302) [n:127.0.0.1:55672_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1839188 DEBUG (qtp699674646-17313) [n:127.0.0.1:55672_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1839190 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f62b89bb6000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1839191 INFO  (qtp699674646-17313) [n:127.0.0.1:55672_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=20
   [junit4]   2> 1839192 INFO  (qtp912093667-17291) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testIntegration&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1839192 DEBUG (zkCallback-4122-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1839195 DEBUG (zkCallback-4122-thread-1-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:55672_solr, 127.0.0.1:55669_solr]
   [junit4]   2> 1839195 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1839197 INFO  (OverseerThreadFactory-5880-thread-4-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.CreateCollectionCmd Create collection testIntegration
   [junit4]   2> 1839198 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1839199 DEBUG (OverseerAutoScalingTriggerThread-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1839199 DEBUG (ScheduledTrigger-5878-thread-2) [n:127.0.0.1:55669_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:55672_solr, 127.0.0.1:55669_solr]
   [junit4]   2> 1839311 INFO  (OverseerStateUpdate-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testIntegration",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testIntegration_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:55672/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1839315 INFO  (OverseerStateUpdate-98906261851340806-127.0.0.1:55669_solr-n_0000000000) [n:127.0.0.1:55669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testIntegration",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testIntegration_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:55669/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1839520 INFO  (qtp912093667-17289) [n:127.0.0.1:55669_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n2&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1839520 INFO  (qtp699674646-17297) [n:127.0.0.1:55672_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testIntegration_shard1_replica_n1&action=CREATE&numShards=1&collection=testIntegration&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1839643 INFO  (zkCallback-4121-thread-2-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1839643 INFO  (zkCallback-4122-thread-3-processing-n:127.0.0.1:55669_solr) [n:127.0.0.1:55669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1839643 INFO  (zkCallback-4121-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testIntegration/state.json] for collection [testIntegration] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1839643 INFO  (zkCall

[...truncated too long message...]

  2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:99)
   [junit4]   2> 	... 9 more
   [junit4]   2> 2455767 WARN  (OverseerThreadFactory-5915-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.MoveReplicaCmd Timed out waiting for leader's replica to recover, collection=testExecute shard=shard1 on node=127.0.0.1:55672_solr
   [junit4]   2> 2455777 INFO  (OverseerThreadFactory-5915-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2455780 WARN  (OverseerAutoScalingTriggerThread-98906261851340805-127.0.0.1:55672_solr-n_0000000001) [n:127.0.0.1:55672_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2455781 DEBUG (jetty-closer-4111-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2455781 ERROR (AutoscalingActionExecutor-5914-thread-1-processing-n:127.0.0.1:55672_solr) [n:127.0.0.1:55672_solr    ] o.a.s.c.a.ScheduledTriggers Unexpected exception while waiting for pending task with requestid: node_lost_trigger/14f1b8219bca8840T5njv0tnj7hatxpm9jpqm2tj8j/0 to finish
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at java.lang.Thread.sleep(Thread.java:340)
   [junit4]   2> 	at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:221)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2455783 INFO  (jetty-closer-4111-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c09ba51{/solr,null,UNAVAILABLE}
   [junit4]   2> 2455785 ERROR (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2455786 INFO  (SUITE-ExecutePlanActionTest-seed#[34C5D28BB9AEF899]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55663 55663
   [junit4]   2> 2455787 INFO  (Thread-3044) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55663 55663
   [junit4]   2> 2455789 WARN  (Thread-3044) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections/testExecute/state.json
   [junit4]   2> 	19	/solr/collections/testIntegration/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/collections/testExecute/leader_elect/shard1/election/98906261851340806-core_node4-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_trigger
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ExecutePlanActionTest_34C5D28BB9AEF899-001
   [junit4]   2> Oct 28, 2017 11:33:37 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=nl, timezone=HST
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=156435376,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ConnectionReuseTest, TestDynamicFieldResource, EnumFieldTest, TestMacros, TestLegacyTerms, TestTolerantUpdateProcessorCloud, TestRawResponseWriter, TestManagedSynonymFilterFactory, TestComplexPhraseQParserPlugin, TestFieldCacheWithThreads, ScriptEngineTest, TestSystemCollAutoCreate, DistribJoinFromCollectionTest, SmileWriterTest, SolrTestCaseJ4Test, HdfsDirectoryTest, TestReRankQParserPlugin, SignatureUpdateProcessorFactoryTest, ReplaceNodeTest, TestCollationFieldDocValues, UUIDFieldTest, ClusterStateTest, QueryParsingTest, TestNRTOpen, CollectionReloadTest, TestRestManager, OverseerTest, OverseerCollectionConfigSetProcessorTest, TestDocTermOrds, HttpSolrCallGetCoreTest, TestLeaderElectionWithEmptyReplica, MinimalSchemaTest, MissingSegmentRecoveryTest, FieldAnalysisRequestHandlerTest, MultiTermTest, CloneFieldUpdateProcessorFactoryTest, FastVectorHighlighterTest, TestBlobHandler, TestSchemaResource, TestRebalanceLeaders, ZkCLITest, TestExceedMaxTermLength, TestFieldSortValues, DistributedFacetPivotWhiteBoxTest, TestManagedResource, NoCacheHeaderTest, IndexBasedSpellCheckerTest, SolrCmdDistributorTest, TriggerIntegrationTest, TestSweetSpotSimilarityFactory, TestChildDocTransformer, TestConfigOverlay, SortSpecParsingTest, SortByFunctionTest, TestCloudPivotFacet, TestReplicationHandler, HdfsBasicDistributedZkTest, BigEndianAscendingWordSerializerTest, DeleteInactiveReplicaTest, TestJoin, SolrShardReporterTest, QueryResultKeyTest, MoveReplicaHDFSTest, TemplateUpdateProcessorTest, TestConfigSetProperties, TestCloudManagedSchema, TestCollapseQParserPlugin, AssignBackwardCompatibilityTest, TestLeaderInitiatedRecoveryThread, CoreMergeIndexesAdminHandlerTest, TestNumericTokenStream, HdfsRecoveryZkTest, TestShardHandlerFactory, ClusterStateUpdateTest, BlockJoinFacetSimpleTest, TestFieldCacheSortRandom, PrimUtilsTest, PathHierarchyTokenizerFactoryTest, TestClusterProperties, CursorMarkTest, TestSolrCloudWithHadoopAuthPlugin, TestSchemaVersionResource, DistributedFacetPivotSmallAdvancedTest, TestDefaultStatsCache, TestManagedSchemaThreadSafety, TestLegacyFieldReuse, TestReloadDeadlock, TestLockTree, AutoScalingHandlerTest, AutoAddReplicasIntegrationTest, TestSQLHandler, TestOverriddenPrefixQueryForCustomFieldType, SimpleCollectionCreateDeleteTest, CollectionTooManyReplicasTest, TestSolr4Spatial, XsltUpdateRequestHandlerTest, TestCloudInspectUtil, TestFieldResource, CoreAdminCreateDiscoverTest, SolrCloudExampleTest, BasicDistributedZkTest, TestFileDictionaryLookup, TestPayloadScoreQParserPlugin, PreAnalyzedUpdateProcessorTest, TestExactSharedStatsCache, TestFieldCacheReopen, TestRandomCollapseQParserPlugin, TestUpdate, TestUninvertingReader, SpellCheckCollatorTest, FacetPivotSmallTest, TestExclusionRuleCollectionAccess, TestUnifiedSolrHighlighter, DistributedTermsComponentTest, DirectUpdateHandlerTest, TestRecovery, TestAtomicUpdateErrorCases, TestPhraseSuggestions, BlobRepositoryCloudTest, TestScoreJoinQPNoScore, HighlighterTest, CollectionsAPISolrJTest, TestPseudoReturnFields, TestSimpleQParserPlugin, TestJsonRequest, OverseerTaskQueueTest, TestNumericTerms32, TestDelegationWithHadoopAuth, ExplicitHLLTest, HdfsTlogReplayBufferedWhileIndexingTest, SystemLogListenerTest, BadCopyFieldTest, SolrInfoBeanTest, TestCSVResponseWriter, ShowFileRequestHandlerTest, CSVRequestHandlerTest, SolrMetricReporterTest, TestCoreAdminApis, SpatialFilterTest, DistanceFunctionTest, TestLazyCores, TestTestInjection, ExecutePlanActionTest]
   [junit4] Completed [474/745 (1!)] on J0 in 632.21s, 2 tests, 1 failure <<< FAILURES!

[...truncated 48216 lines...]

[JENKINS] Lucene-Solr-7.x-Windows (64bit/jdk-9) - Build # 266 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/266/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseParallelGC --illegal-access=deny

3 tests failed.
FAILED:  org.apache.lucene.replicator.IndexReplicationClientTest.testNoUpdateThread

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.IndexReplicationClientTest_6B8D2E79686B6B3-001\replicationClientTest-002\2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.IndexReplicationClientTest_6B8D2E79686B6B3-001\replicationClientTest-002\2 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.IndexReplicationClientTest_6B8D2E79686B6B3-001\replicationClientTest-002\2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.IndexReplicationClientTest_6B8D2E79686B6B3-001\replicationClientTest-002\2

	at __randomizedtesting.SeedInfo.seed([6B8D2E79686B6B3:63A1118AB506EF75]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.replicator.PerSessionDirectoryFactory.cleanupSession(PerSessionDirectoryFactory.java:58)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:259)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
	at org.apache.lucene.replicator.IndexReplicationClientTest.testNoUpdateThread(IndexReplicationClientTest.java:166)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.schema.TestCloudSchemaless.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DCAA3FDB2D42EB1A:54FE000183BE86E2]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:925)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:85)
	at org.apache.solr.schema.TestCloudSchemaless.test(TestCloudSchemaless.java:171)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
	at __randomizedtesting.SeedInfo.seed([DCAA3FDB2D42EB1A:151F7D7524252DEF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:684)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 8719 lines...]
   [junit4] Suite: org.apache.lucene.replicator.IndexReplicationClientTest
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=IndexReplicationClientTest -Dtests.method=testNoUpdateThread -Dtests.seed=6B8D2E79686B6B3 -Dtests.slow=true -Dtests.locale=ko-KP -Dtests.timezone=Asia/Ujung_Pandang -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.03s J0 | IndexReplicationClientTest.testNoUpdateThread <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.IndexReplicationClientTest_6B8D2E79686B6B3-001\replicationClientTest-002\2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.IndexReplicationClientTest_6B8D2E79686B6B3-001\replicationClientTest-002\2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6B8D2E79686B6B3:63A1118AB506EF75]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
   [junit4]    > 	at org.apache.lucene.replicator.PerSessionDirectoryFactory.cleanupSession(PerSessionDirectoryFactory.java:58)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:259)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
   [junit4]    > 	at org.apache.lucene.replicator.IndexReplicationClientTest.testNoUpdateThread(IndexReplicationClientTest.java:166)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\build\replicator\test\J0\temp\lucene.replicator.IndexReplicationClientTest_6B8D2E79686B6B3-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=1, maxDocsPerChunk=4, blockSize=328), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=1, blockSize=328)), sim=RandomSimilarity(queryNorm=false): {}, locale=ko-KP, timezone=Asia/Ujung_Pandang
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=66571408,total=118489088
   [junit4]   2> NOTE: All tests run in this JVM: [IndexAndTaxonomyReplicationClientTest, IndexReplicationClientTest]
   [junit4] Completed [7/9 (1!)] on J0 in 2.89s, 4 tests, 1 error <<< FAILURES!

[...truncated 4301 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> 2059827 INFO  (SUITE-TriggerIntegrationTest-seed#[DCAA3FDB2D42EB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.TriggerIntegrationTest_DCAA3FDB2D42EB1A-001\init-core-data-001
   [junit4]   2> 2059828 WARN  (SUITE-TriggerIntegrationTest-seed#[DCAA3FDB2D42EB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 2059828 INFO  (SUITE-TriggerIntegrationTest-seed#[DCAA3FDB2D42EB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2059829 INFO  (SUITE-TriggerIntegrationTest-seed#[DCAA3FDB2D42EB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2059830 INFO  (SUITE-TriggerIntegrationTest-seed#[DCAA3FDB2D42EB1A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.TriggerIntegrationTest_DCAA3FDB2D42EB1A-001\tempDir-001
   [junit4]   2> 2059830 INFO  (SUITE-TriggerIntegrationTest-seed#[DCAA3FDB2D42EB1A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2059830 INFO  (Thread-3775) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2059830 INFO  (Thread-3775) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2059835 ERROR (Thread-3775) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2059931 INFO  (SUITE-TriggerIntegrationTest-seed#[DCAA3FDB2D42EB1A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:54321
   [junit4]   2> 2059940 INFO  (jetty-launcher-3549-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2059941 INFO  (jetty-launcher-3549-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33241e23{/solr,null,AVAILABLE}
   [junit4]   2> 2059943 INFO  (jetty-launcher-3549-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2059943 INFO  (jetty-launcher-3549-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cd8586a{/solr,null,AVAILABLE}
   [junit4]   2> 2059945 INFO  (jetty-launcher-3549-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6351e409{HTTP/1.1,[http/1.1]}{127.0.0.1:54328}
   [junit4]   2> 2059945 INFO  (jetty-launcher-3549-thread-2) [    ] o.e.j.s.Server Started @2070005ms
   [junit4]   2> 2059945 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54328}
   [junit4]   2> 2059945 ERROR (jetty-launcher-3549-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2059945 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2059945 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2059945 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2059946 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-28T01:29:59.742204700Z
   [junit4]   2> 2059946 INFO  (jetty-launcher-3549-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@23d84a5f{HTTP/1.1,[http/1.1]}{127.0.0.1:54325}
   [junit4]   2> 2059947 INFO  (jetty-launcher-3549-thread-1) [    ] o.e.j.s.Server Started @2070006ms
   [junit4]   2> 2059947 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54325}
   [junit4]   2> 2059947 ERROR (jetty-launcher-3549-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2059947 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2059947 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2059947 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2059947 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-28T01:29:59.743347800Z
   [junit4]   2> 2059955 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2059962 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54321/solr
   [junit4]   2> 2059964 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2059970 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54321/solr
   [junit4]   2> 2059974 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6099984f0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2060065 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2060065 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2060066 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54325_solr
   [junit4]   2> 2060066 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54328_solr
   [junit4]   2> 2060066 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98903929627017222-127.0.0.1:54325_solr-n_0000000000) starting
   [junit4]   2> 2060067 INFO  (zkCallback-3561-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2060068 INFO  (zkCallback-3560-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2060074 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54325_solr
   [junit4]   2> 2060075 INFO  (zkCallback-3560-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2060075 INFO  (zkCallback-3561-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2060078 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 2060079 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2060079 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2060079 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2060079 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2060080 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2060080 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2060081 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2060116 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54328.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2060121 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54328.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2060121 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54328.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2060122 INFO  (jetty-launcher-3549-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.TriggerIntegrationTest_DCAA3FDB2D42EB1A-001\tempDir-001\node2\.
   [junit4]   2> 2060123 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54325.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2060129 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54325.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2060129 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54325.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2060130 INFO  (jetty-launcher-3549-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.TriggerIntegrationTest_DCAA3FDB2D42EB1A-001\tempDir-001\node1\.
   [junit4]   2> 2060156 INFO  (SUITE-TriggerIntegrationTest-seed#[DCAA3FDB2D42EB1A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2060157 INFO  (SUITE-TriggerIntegrationTest-seed#[DCAA3FDB2D42EB1A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54321/solr ready
   [junit4]   2> 2060169 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 2060170 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 2060170 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 2060170 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 2060173 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2060173 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2060173 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2060189 INFO  (qtp1453641929-21668) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2060190 INFO  (qtp1453641929-21668) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54321/solr ready
   [junit4]   2> 2060191 INFO  (qtp1453641929-21653) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2060194 INFO  (qtp201365026-21659) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2060194 DEBUG (qtp1453641929-21668) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2060194 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6099984f0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2060195 INFO  (qtp1453641929-21668) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 2060195 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 2060196 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2060196 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2060196 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 2060198 INFO  (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 2060198 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2060199 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 2060199 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2060199 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2060201 INFO  (qtp1453641929-21651) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2060202 INFO  (qtp1453641929-21651) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54321/solr ready
   [junit4]   2> 2060202 INFO  (qtp1453641929-21652) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2060203 INFO  (qtp201365026-21658) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2060203 DEBUG (qtp1453641929-21651) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2060204 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6099984f000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2060204 INFO  (qtp1453641929-21651) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 2060204 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 2060205 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2060205 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2060205 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2060205 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2060205 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 2060207 INFO  (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 2060208 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2060209 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23f83f8a{/solr,null,AVAILABLE}
   [junit4]   2> 2060210 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39483813{HTTP/1.1,[http/1.1]}{127.0.0.1:54364}
   [junit4]   2> 2060210 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.Server Started @2070270ms
   [junit4]   2> 2060210 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54364}
   [junit4]   2> 2060210 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2060210 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2060210 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2060210 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2060210 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-28T01:30:00.006350500Z
   [junit4]   2> 2060211 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2060211 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 2060211 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2060211 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2060215 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2060219 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6099984f000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2060222 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54321/solr
   [junit4]   2> 2060235 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2060237 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2060239 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54364_solr
   [junit4]   2> 2060241 INFO  (zkCallback-3579-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2060241 INFO  (zkCallback-3568-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2060241 INFO  (zkCallback-3561-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2060241 INFO  (zkCallback-3560-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2060308 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54364.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2060318 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54364.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2060318 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54364.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2060319 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.TriggerIntegrationTest_DCAA3FDB2D42EB1A-001\tempDir-001\node3\.
   [junit4]   2> 2061202 DEBUG (ScheduledTrigger-8126-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2061202 DEBUG (ScheduledTrigger-8126-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2061202 DEBUG (ScheduledTrigger-8126-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:54364_solr at time 1509154200998000000
   [junit4]   2> 2061202 DEBUG (ScheduledTrigger-8126-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:54364_solr] added at times [1509154200998000000]
   [junit4]   2> 2061203 INFO  (ScheduledTrigger-8126-thread-2) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 2061203 DEBUG (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14f197bffdc63580T287lf0xmbqep8f4opwyjxnts0",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1509154200998000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509154200998000000],
   [junit4]   2>     "_enqueue_time_":1509154200998000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:54364_solr"]}}
   [junit4]   2> 2061204 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
   [junit4]   2> 2061212 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2061212 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2061212 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:54364_solr at time 1509154201008000000
   [junit4]   2> 2061212 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:54364_solr] added at times [1509154201008000000]
   [junit4]   2> 2061213 INFO  (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 2061213 DEBUG (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14f197bffe5ecc00T287lf0xmbqep8f4opwyjxnts2",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":1509154201008000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509154201008000000],
   [junit4]   2>     "_enqueue_time_":1509154201008000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:54364_solr"]}}
   [junit4]   2> 2061213 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.ActionThrottle The last action attempt started 9ms ago.
   [junit4]   2> 2061213 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.ActionThrottle Throttling action attempts - waiting for 4990ms
   [junit4]   2> 2066204 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.TriggerIntegrationTest last action at 1509154201000000000 time = 1509154206000000000
   [junit4]   2> 2066205 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
   [junit4]   2> 2066214 DEBUG (ScheduledTrigger-8126-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2066214 DEBUG (ScheduledTrigger-8126-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066218 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2066218 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066219 INFO  (qtp1453641929-21649) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2066220 INFO  (qtp1453641929-21649) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54321/solr ready
   [junit4]   2> 2066221 INFO  (qtp1453641929-21650) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2066222 INFO  (qtp201365026-21657) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2066225 INFO  (qtp147314490-21719) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2066225 DEBUG (qtp1453641929-21649) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2066226 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6099984f000e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2066227 INFO  (qtp1453641929-21649) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=15
   [junit4]   2> 2066254 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 2066256 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066256 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2066257 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066258 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066259 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2066259 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 2066264 INFO  (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 2066265 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 2066266 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066278 INFO  (qtp1453641929-21650) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2066280 INFO  (qtp1453641929-21650) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54321/solr ready
   [junit4]   2> 2066281 INFO  (qtp1453641929-21670) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2066283 INFO  (qtp201365026-21657) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2066286 INFO  (qtp147314490-21719) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2066286 DEBUG (qtp1453641929-21650) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2066290 INFO  (qtp1453641929-21650) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=61
   [junit4]   2> 2066292 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 2066292 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066292 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2066293 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066294 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066294 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 2066295 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066295 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 2066299 INFO  (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 2066301 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@39483813{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2066301 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1406910450
   [junit4]   2> 2066301 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2066301 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f138c84: rootName = solr_54364, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1dfb9af2
   [junit4]   2> 2066306 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2066306 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d928876: rootName = solr_54364, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@15193c24
   [junit4]   2> 2066310 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2066310 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3248ac70: rootName = solr_54364, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@215828b4
   [junit4]   2> 2066311 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 2066314 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:54364_solr
   [junit4]   2> 2066315 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54364_solr]
   [junit4]   2> 2066319 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2066320 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2066323 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6099984f000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2066323 INFO  (zkCallback-3560-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2066323 INFO  (zkCallback-3561-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2066323 INFO  (zkCallback-3579-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2066326 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23f83f8a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2066323 INFO  (zkCallback-3568-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2067215 DEBUG (ScheduledTrigger-8126-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2067215 DEBUG (ScheduledTrigger-8126-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2067218 DEBUG (ScheduledTrigger-8126-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2067218 DEBUG (ScheduledTrigger-8126-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2067269 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2067269 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:54364_solr
   [junit4]   2> 2067269 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:54364_solr]
   [junit4]   2> 2067269 INFO  (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 2067270 DEBUG (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14f197c167654840T287lf0xmbqep8f4opwyjxnts4",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":1509154207065000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509154207065000000],
   [junit4]   2>     "_enqueue_time_":1509154207065000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:54364_solr"]}}
   [junit4]   2> 2067270 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.ActionThrottle The last action attempt started 1065ms ago.
   [junit4]   2> 2067270 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.ActionThrottle Throttling action attempts - waiting for 3934ms
   [junit4]   2> 2071206 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger1
   [junit4]   2> 2071223 DEBUG (ScheduledTrigger-8126-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 2071223 DEBUG (ScheduledTrigger-8126-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2071223 DEBUG (ScheduledTrigger-8126-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 2071223 DEBUG (ScheduledTrigger-8126-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2071300 DEBUG (ScheduledTrigger-8126-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2071331 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2071331 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:54364_solr
   [junit4]   2> 2071331 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:54364_solr]
   [junit4]   2> 2071332 INFO  (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 2071332 DEBUG (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14f197c259827bc0T287lf0xmbqep8f4opwyjxnts6",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":1509154211127000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509154211127000000],
   [junit4]   2>     "_enqueue_time_":1509154211127000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:54364_solr"]}}
   [junit4]   2> 2071332 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.ActionThrottle The last action attempt started 127ms ago.
   [junit4]   2> 2071332 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.ActionThrottle Throttling action attempts - waiting for 4872ms
   [junit4]   2> 2076205 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.TriggerIntegrationTest last action at 1509154211002000000 time = 1509154216001000000
   [junit4]   2> 2076205 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.TriggerIntegrationTest action executed from node_lost_trigger2
   [junit4]   2> 2076205 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
   [junit4]   2> 2076219 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 2076219 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7
   [junit4]   2> 2076219 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 2076219 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 2076223 WARN  (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.ScheduledTriggers Failed to remove state for removed trigger /autoscaling/triggerState/node_added_trigger1
   [junit4]   2> java.util.NoSuchElementException: /autoscaling/triggerState/node_added_trigger1
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.removeData(ZkDistribStateManager.java:114)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.removeTriggerZKData(ScheduledTriggers.java:345)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.remove(ScheduledTriggers.java:337)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:197)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2076223 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2076224 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2076224 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 2076228 INFO  (qtp1453641929-21670) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2076229 INFO  (qtp1453641929-21670) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54321/solr ready
   [junit4]   2> 2076231 INFO  (qtp1453641929-21653) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2076233 INFO  (qtp201365026-21657) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2076233 DEBUG (qtp1453641929-21670) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2076234 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6099984f0010, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2076234 INFO  (qtp1453641929-21670) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 2076235 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 2076235 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2076235 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 2076235 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2076236 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 2076236 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a40a1c2{/solr,null,AVAILABLE}
   [junit4]   2> 2076237 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@38bc015{HTTP/1.1,[http/1.1]}{127.0.0.1:54471}
   [junit4]   2> 2076237 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.Server Started @2086297ms
   [junit4]   2> 2076237 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54471}
   [junit4]   2> 2076237 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2076237 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2076237 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2076237 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2076237 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-28T01:30:16.033850500Z
   [junit4]   2> 2076239 INFO  (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 2076240 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2076240 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 2076240 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 2076240 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr]
   [junit4]   2> 2076242 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2076247 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6099984f0011, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2076248 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54321/solr
   [junit4]   2> 2076262 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2076263 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2076265 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54471_solr
   [junit4]   2> 2076273 INFO  (zkCallback-3568-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2076273 INFO  (zkCallback-3561-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2076273 INFO  (zkCallback-3594-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2076273 INFO  (zkCallback-3560-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2076341 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54471.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2076349 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54471.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2076349 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54471.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2076351 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.TriggerIntegrationTest_DCAA3FDB2D42EB1A-001\tempDir-001\node4\.
   [junit4]   2> 2077283 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 2077300 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54471_solr]
   [junit4]   2> 2077308 DEBUG (ScheduledTrigger-8126-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:54471_solr at time 1509154217104000000
   [junit4]   2> 2078050 INFO  (qtp201365026-21672) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2078051 INFO  (qtp201365026-21672) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54321/solr ready
   [junit4]   2> 2078053 INFO  (qtp1453641929-21668) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2078053 INFO  (qtp201365026-21671) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2078068 INFO  (qtp1976399649-21765) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2078069 DEBUG (qtp201365026-21672) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2078069 INFO  (qtp201365026-21672) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=185
   [junit4]   2> 2078070 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 2078070 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54471_solr]
   [junit4]   2> 2078070 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 2078070 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 2078071 INFO  (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 2078071 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:54471_solr
   [junit4]   2> 2078072 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2078072 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 2078072 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54471_solr]
   [junit4]   2> 2078072 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:54471_solr] added at times [1509154217867000000]
   [junit4]   2> 2078073 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 2078073 INFO  (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 2078073 DEBUG (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14f197c3eb3eb8c0T287lf0xmbqep8f4opwyjxnts8",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":1509154217867000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509154217867000000],
   [junit4]   2>     "_enqueue_time_":1509154217868000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:54471_solr"]}}
   [junit4]   2> 2078073 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.ActionThrottle The last action attempt started 1868ms ago.
   [junit4]   2> 2078073 INFO  (AutoscalingActionExecutor-8127-thread-1) [    ] o.a.s.c.ActionThrottle Throttling action attempts - waiting for 3131ms
   [junit4]   2> 2081204 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
   [junit4]   2> 2081213 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
   [junit4]   2> 2081214 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 10
   [junit4]   2> 2081215 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 2081215 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 2081218 WARN  (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.ScheduledTriggers Failed to remove events for removed trigger /autoscaling/events/node_added_restore_trigger
   [junit4]   2> java.util.NoSuchElementException: /autoscaling/events/node_added_restore_trigger
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ZkDistribStateManager.listData(ZkDistribStateManager.java:68)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.removeTriggerZKData(ScheduledTriggers.java:352)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.remove(ScheduledTriggers.java:337)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:197)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2081218 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2081219 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2081219 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 2081224 INFO  (qtp1453641929-21668) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2081226 INFO  (qtp1453641929-21668) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54321/solr ready
   [junit4]   2> 2081227 INFO  (qtp1453641929-21651) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2081228 INFO  (qtp201365026-21671) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2081229 INFO  (qtp1976399649-21762) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2081229 DEBUG (qtp1453641929-21668) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2081230 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f6099984f0015, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2081231 INFO  (qtp1453641929-21668) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 2081231 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 2081232 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54471_solr]
   [junit4]   2> 2081232 DEBUG (zkCallback-3561-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 2081232 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 2081234 INFO  (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 2081234 INFO  (qtp1453641929-21651) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2081234 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2081235 DEBUG (OverseerAutoScalingTriggerThread-98903929627017222-127.0.0.1:54325_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 2081235 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2081235 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:54325_solr, 127.0.0.1:54328_solr, 127.0.0.1:54471_solr]
   [junit4]   2> 2081240 INFO  (qtp1453641929-21651) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 2081241 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2081243 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b121dfd{/solr,null,AVAILABLE}
   [junit4]   2> 2081243 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4f0392b1{HTTP/1.1,[http/1.1]}{127.0.0.1:54494}
   [junit4]   2> 2081244 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.e.j.s.Server Started @2091304ms
   [junit4]   2> 2081244 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54494}
   [junit4]   2> 2081244 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2081244 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 2081244 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2081244 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2081244 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-28T01:30:21.040734300Z
   [junit4]   2> 2081475 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2081487 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54321/solr
   [junit4]   2> 2081512 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2081514 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2081516 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54494_solr
   [junit4]   2> 2081517 INFO  (zkCallback-3568-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2081517 INFO  (zkCallback-3561-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2081517 INFO  (zkCallback-3594-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2081518 INFO  (zkCallback-3606-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2081518 INFO  (zkCallback-3560-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2081601 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54494.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2081609 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54494.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2081610 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54494.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@769c0e1
   [junit4]   2> 2081611 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[DCAA3FDB2D42EB1A]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.TriggerIntegrationTest_DCAA3FDB2D42EB1A-001\tempDir-001\node5\.
   [junit4]   2> 2082239 DEBUG (ScheduledTrigger-8126-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node

[...truncated too long message...]

: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=620, maxMBSortInHeap=6.705755869196589, sim=RandomSimilarity(queryNorm=false): {}, locale=sq-MK, timezone=JST
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=238996200,total=527433728
   [junit4]   2> NOTE: All tests run in this JVM: [TermVectorComponentDistributedTest, TestExtendedDismaxParser, TestConfig, DistributedIntervalFacetingTest, TestNoOpRegenerator, NodeMutatorTest, TestManagedSchemaAPI, TestFastWriter, StressHdfsTest, MetricUtilsTest, PropertiesRequestHandlerTest, TestSubQueryTransformer, TestDistributedGrouping, DocumentAnalysisRequestHandlerTest, SolrXmlInZkTest, SolrCoreCheckLockOnStartupTest, TestClassicSimilarityFactory, PingRequestHandlerTest, TestReloadAndDeleteDocs, TestFieldCollectionResource, TestAddFieldRealTimeGet, ConcurrentDeleteAndCreateCollectionTest, AssignTest, TestCloudSearcherWarming, TestCloudDeleteByQuery, CdcrRequestHandlerTest, TestSimpleTextCodec, TestSearchPerf, DocumentBuilderTest, LargeFieldTest, OverseerStatusTest, DistributedQueryComponentCustomSortTest, HdfsDirectoryFactoryTest, SolrIndexSplitterTest, TestConfigSetImmutable, TestManagedStopFilterFactory, HdfsAutoAddReplicasIntegrationTest, TestComplexPhraseLeadingWildcard, CloudMLTQParserTest, TestReplicationHandlerBackup, TestSolrXml, TestOrdValues, SOLR749Test, DebugComponentTest, TestSolrCLIRunExample, TestLMJelinekMercerSimilarityFactory, TestHalfAndHalfDocValues, SearchRateTriggerTest, TestGroupingSearch, TestPayloadCheckQParserPlugin, TestHashPartitioner, TestPushWriter, TestCoreContainer, PolyFieldTest, FileBasedSpellCheckerTest, TestFilteredDocIdSet, TestDownShardTolerantSearch, HdfsRestartWhileUpdatingTest, TestPerFieldSimilarity, JsonLoaderTest, IndexSchemaRuntimeFieldTest, FullSolrCloudDistribCmdsTest, SolrIndexConfigTest, PreAnalyzedFieldTest, NodeAddedTriggerTest, OpenExchangeRatesOrgProviderTest, TestDistributedStatsComponentCardinality, TestHashQParserPlugin, TestBulkSchemaAPI, HttpPartitionTest, TestImplicitCoreProperties, SearchHandlerTest, SystemInfoHandlerTest, TestMiniSolrCloudClusterSSL, TestSchemaNameResource, TestConfigSetsAPIZkFailure, TestStressVersions, MigrateRouteKeyTest, SolrPluginUtilsTest, TestIndexSearcher, TestTrackingShardHandlerFactory, PeerSyncReplicationTest, TestDistribIDF, WrapperMergePolicyFactoryTest, HighlighterMaxOffsetTest, TestRecoveryHdfs, TestSegmentSorting, TestPullReplicaErrorHandling, AnalyticsQueryTest, ShufflingReplicaListTransformerTest, TestConfigSets, JSONWriterTest, TestCloudJSONFacetJoinDomain, SegmentsInfoRequestHandlerTest, TestDocSet, TestHttpShardHandlerFactory, TestSolrQueryResponse, TestFieldTypeCollectionResource, TestLRUCache, TestZkChroot, DocExpirationUpdateProcessorFactoryTest, TestGraphMLResponseWriter, AutoscalingHistoryHandlerTest, DistribDocExpirationUpdateProcessorTest, TestSearcherReuse, MBeansHandlerTest, DirectSolrSpellCheckerTest, SolrCLIZkUtilsTest, V2ApiIntegrationTest, TestFoldingMultitermQuery, TestMultiValuedNumericRangeQuery, ClassificationUpdateProcessorFactoryTest, TestJsonFacets, PeerSyncWithIndexFingerprintCachingTest, TestBadConfig, SpellPossibilityIteratorTest, TestSolrConfigHandlerConcurrent, InfoHandlerTest, TestLegacyFieldCache, TestBlendedInfixSuggestions, TestManagedResourceStorage, TestSimpleTrackingShardHandler, TestNamedUpdateProcessors, SoftAutoCommitTest, TestBulkSchemaConcurrent, ConfigureRecoveryStrategyTest, OpenCloseCoreStressTest, TestTrieFacet, TestCustomStream, SuggestComponentContextFilterQueryTest, DistributedFacetPivotLongTailTest, TestSolrIndexConfig, SolrMetricManagerTest, ParsingFieldUpdateProcessorsTest, SynonymTokenizerTest, ImplicitSnitchTest, ExternalFileFieldSortTest, TestNonDefinedSimilarityFactory, EchoParamsTest, AliasIntegrationTest, TestLegacyNumericUtils, SimplePostToolTest, ZkStateReaderTest, HdfsUnloadDistributedZkTest, QueryEqualityTest, TestCollectionAPI, TestStressInPlaceUpdates, TestLeaderElectionZkExpiry, CollectionsAPIDistributedZkTest, TestUseDocValuesAsStored2, SpellingQueryConverterTest, DistributedSuggestComponentTest, PKIAuthenticationIntegrationTest, CurrencyFieldTypeTest, BlockCacheTest, HdfsCollectionsAPIDistributedZkTest, TestFunctionQuery, TestManagedSynonymGraphFilterFactory, BitVectorTest, TestDynamicFieldCollectionResource, TestLegacyNumericRangeQueryBuilder, DeleteStatusTest, MoreLikeThisHandlerTest, TestConfigsApi, CopyFieldTest, BJQParserTest, TestHdfsUpdateLog, MetricsConfigTest, AddBlockUpdateTest, DirectoryFactoryTest, RollingRestartTest, TestQueryUtils, TestQueryTypes, TestCollationField, DocValuesMissingTest, TestInPlaceUpdatesStandalone, SolrJmxReporterTest, CoreAdminHandlerTest, TestNumericRangeQuery64, FileUtilsTest, DistributedMLTComponentTest, TestLuceneIndexBackCompat, TestTrie, TestObjectReleaseTracker, TestSizeLimitedDistributedMap, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestFaceting, DistributedSpellCheckComponentTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, TestRangeQuery, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFiltering, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterFSTTest, DocValuesTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestSolrQueryParser, LoggingHandlerTest, RegexBoostProcessorTest, TestJmxIntegration, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestComponentsName, TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, PluginInfoTest, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AssignBackwardCompatibilityTest, CdcrReplicationDistributedZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, MoveReplicaTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, TestPrepRecovery, TestRandomRequestDistribution, TestReplicaProperties, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestTlogReplica, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, NodeLostTriggerTest, TestPolicyCloud, TestInfoStreamLogging, TestInitParams, TestSolrConfigHandler, TestSolrCoreSnapshots, RequestLoggingTest, SearchHandlerTest, TestBlobHandler, TestHdfsBackupRestoreCore, TestRestoreCore, TestSQLHandlerNonCloud, TestSystemCollAutoCreate, V2StandaloneTest, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, SecurityConfHandlerTest, TestApiFramework, TestCollectionAPIs, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetExistsSmallTest, DistributedFacetPivotSmallTest, TestExpandComponent, TestPivotHelperCode, TestUnifiedSolrHighlighter, TestSlowCompositeReaderWrapper, TestLegacyField, TestLegacyTerms, SolrCoreMetricManagerTest, SolrMetricReporterTest, SolrMetricsIntegrationTest, SolrCloudReportersTest, SubstringBytesRefFilterTest, TestIntervalFaceting, TestMacroExpander, TestCustomDocTransformer, TestGeoJSONResponseWriter, TestRetrieveFieldsOptimizer, TestSubQueryTransformerCrossCore, TestRestManager, TestCopyFieldCollectionResource, TestFieldResource, TestFieldTypeResource, TestSchemaSimilarityResource, TestSchemaVersionResource, TestSerializedLuceneMatchVersion, TestManagedSynonymFilterFactory, BooleanFieldTest, ChangedSchemaMergeTest, DateRangeFieldTest, EnumFieldTest, ManagedSchemaRoundRobinCloudTest, TestCloudSchemaless]
   [junit4] Completed [665/745 (2!)] on J1 in 39.70s, 1 test, 1 error <<< FAILURES!

[...truncated 40375 lines...]

[JENKINS] Lucene-Solr-7.x-Windows (32bit/jdk1.8.0_144) - Build # 265 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/265/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkCLITest

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-020\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-020\collection1    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-020: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-020 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-020\collection1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-020\collection1
   C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-020: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-020

	at __randomizedtesting.SeedInfo.seed([1A69291321C57291]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
	at __randomizedtesting.SeedInfo.seed([1A69291321C57291:D3DC6BBD28A2B464]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:684)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12172 lines...]
   [junit4] Suite: org.apache.solr.cloud.ZkCLITest
   [junit4]   2> 670675 INFO  (SUITE-ZkCLITest-seed#[1A69291321C57291]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\init-core-data-001
   [junit4]   2> 670676 WARN  (SUITE-ZkCLITest-seed#[1A69291321C57291]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 670676 INFO  (SUITE-ZkCLITest-seed#[1A69291321C57291]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 670680 INFO  (SUITE-ZkCLITest-seed#[1A69291321C57291]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 670681 INFO  (TEST-ZkCLITest.testPut-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPut
   [junit4]   2> 670681 INFO  (TEST-ZkCLITest.testPut-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testPut
   [junit4]   2> 670782 INFO  (TEST-ZkCLITest.testPut-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-002\zookeeper/server1/data
   [junit4]   2> 670782 INFO  (TEST-ZkCLITest.testPut-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 670783 INFO  (Thread-1398) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 670783 INFO  (Thread-1398) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 670787 ERROR (Thread-1398) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 670884 INFO  (TEST-ZkCLITest.testPut-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59349
   [junit4]   2> 670891 INFO  (TEST-ZkCLITest.testPut-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testPut
   [junit4]   2> 670903 ERROR (TEST-ZkCLITest.testPut-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 670904 INFO  (TEST-ZkCLITest.testPut-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59349 59349
   [junit4]   2> 670904 INFO  (Thread-1398) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59349 59349
   [junit4]   2> 670905 INFO  (TEST-ZkCLITest.testPut-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPut
   [junit4]   2> 670908 INFO  (TEST-ZkCLITest.testCmdConstants-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCmdConstants
   [junit4]   2> 670908 INFO  (TEST-ZkCLITest.testCmdConstants-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testCmdConstants
   [junit4]   2> 671009 INFO  (TEST-ZkCLITest.testCmdConstants-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-004\zookeeper/server1/data
   [junit4]   2> 671009 INFO  (TEST-ZkCLITest.testCmdConstants-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 671009 INFO  (Thread-1399) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 671009 INFO  (Thread-1399) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 671020 ERROR (Thread-1399) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 671113 INFO  (TEST-ZkCLITest.testCmdConstants-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59364
   [junit4]   2> 671140 INFO  (TEST-ZkCLITest.testCmdConstants-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testCmdConstants
   [junit4]   2> 671141 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f5074044c0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 671141 ERROR (TEST-ZkCLITest.testCmdConstants-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 671141 INFO  (TEST-ZkCLITest.testCmdConstants-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59364 59364
   [junit4]   2> 671142 INFO  (Thread-1399) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59364 59364
   [junit4]   2> 671144 INFO  (TEST-ZkCLITest.testCmdConstants-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCmdConstants
   [junit4]   2> 671146 INFO  (TEST-ZkCLITest.testGetFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetFileNotExists
   [junit4]   2> 671146 INFO  (TEST-ZkCLITest.testGetFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testGetFileNotExists
   [junit4]   2> 671250 INFO  (TEST-ZkCLITest.testGetFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-006\zookeeper/server1/data
   [junit4]   2> 671250 INFO  (TEST-ZkCLITest.testGetFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 671250 INFO  (Thread-1400) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 671250 INFO  (Thread-1400) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 671255 ERROR (Thread-1400) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 671350 INFO  (TEST-ZkCLITest.testGetFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59373
   [junit4]   2> 671357 INFO  (TEST-ZkCLITest.testGetFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testGetFileNotExists
   [junit4]   2> 671360 ERROR (TEST-ZkCLITest.testGetFileNotExists-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 671361 INFO  (TEST-ZkCLITest.testGetFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59373 59373
   [junit4]   2> 671361 INFO  (Thread-1400) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59373 59373
   [junit4]   2> 671362 INFO  (TEST-ZkCLITest.testGetFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGetFileNotExists
   [junit4]   2> 671365 INFO  (TEST-ZkCLITest.testGet-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGet
   [junit4]   2> 671365 INFO  (TEST-ZkCLITest.testGet-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testGet
   [junit4]   2> 671459 INFO  (TEST-ZkCLITest.testGet-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-008\zookeeper/server1/data
   [junit4]   2> 671459 INFO  (TEST-ZkCLITest.testGet-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 671459 INFO  (Thread-1401) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 671459 INFO  (Thread-1401) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 671462 ERROR (Thread-1401) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 671560 INFO  (TEST-ZkCLITest.testGet-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59385
   [junit4]   2> 671567 INFO  (TEST-ZkCLITest.testGet-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testGet
   [junit4]   1> getNode-data
   [junit4]   2> 671570 ERROR (TEST-ZkCLITest.testGet-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 671570 INFO  (TEST-ZkCLITest.testGet-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59385 59385
   [junit4]   2> 671571 INFO  (Thread-1401) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59385 59385
   [junit4]   2> 671571 INFO  (TEST-ZkCLITest.testGet-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGet
   [junit4]   2> 671574 INFO  (TEST-ZkCLITest.testPutFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPutFileNotExists
   [junit4]   2> 671574 INFO  (TEST-ZkCLITest.testPutFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testPutFileNotExists
   [junit4]   2> 671666 INFO  (TEST-ZkCLITest.testPutFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-010\zookeeper/server1/data
   [junit4]   2> 671666 INFO  (TEST-ZkCLITest.testPutFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 671667 INFO  (Thread-1402) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 671667 INFO  (Thread-1402) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 671670 ERROR (Thread-1402) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 671768 INFO  (TEST-ZkCLITest.testPutFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59397
   [junit4]   2> 671773 INFO  (TEST-ZkCLITest.testPutFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testPutFileNotExists
   [junit4]   2> 671777 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507406d50002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 671777 ERROR (TEST-ZkCLITest.testPutFileNotExists-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 671777 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507406d50001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 671778 INFO  (TEST-ZkCLITest.testPutFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59397 59397
   [junit4]   2> 671779 INFO  (Thread-1402) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59397 59397
   [junit4]   2> 671780 INFO  (TEST-ZkCLITest.testPutFileNotExists-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPutFileNotExists
   [junit4]   2> 671782 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithChroot
   [junit4]   2> 671782 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testBootstrapWithChroot
   [junit4]   2> 671874 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-012\zookeeper/server1/data
   [junit4]   2> 671874 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 671876 INFO  (Thread-1403) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 671876 INFO  (Thread-1403) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 671879 ERROR (Thread-1403) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 671974 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59409
   [junit4]   2> 671981 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testBootstrapWithChroot
   [junit4]   2> 671984 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-011\solr.xml
   [junit4]   2> 671991 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@122f262, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 672001 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-011
   [junit4]   2> 672005 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 672005 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkController bootstrapping config for 1 cores into ZooKeeper using solr.xml from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-011
   [junit4]   2> 672005 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkController Uploading directory C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-011\collection1\conf with name collection1 for SolrCore collection1
   [junit4]   2> 672266 ERROR (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 672266 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59409 59409
   [junit4]   2> 672267 INFO  (Thread-1403) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59409 59409
   [junit4]   2> 672268 INFO  (TEST-ZkCLITest.testBootstrapWithChroot-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithChroot
   [junit4]   2> 672270 INFO  (TEST-ZkCLITest.testSetClusterProperty-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSetClusterProperty
   [junit4]   2> 672270 INFO  (TEST-ZkCLITest.testSetClusterProperty-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testSetClusterProperty
   [junit4]   2> 672389 INFO  (TEST-ZkCLITest.testSetClusterProperty-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-014\zookeeper/server1/data
   [junit4]   2> 672389 INFO  (TEST-ZkCLITest.testSetClusterProperty-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 672390 INFO  (Thread-1404) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 672390 INFO  (Thread-1404) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 672394 ERROR (Thread-1404) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 672490 INFO  (TEST-ZkCLITest.testSetClusterProperty-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59427
   [junit4]   2> 672532 INFO  (TEST-ZkCLITest.testSetClusterProperty-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testSetClusterProperty
   [junit4]   2> 672542 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507409a90002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 672546 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507409a90003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 672546 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507409a90001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 672547 ERROR (TEST-ZkCLITest.testSetClusterProperty-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 672547 INFO  (TEST-ZkCLITest.testSetClusterProperty-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59427 59427
   [junit4]   2> 672548 INFO  (Thread-1404) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59427 59427
   [junit4]   2> 672548 INFO  (TEST-ZkCLITest.testSetClusterProperty-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSetClusterProperty
   [junit4]   2> 672551 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpConfigLinkConfigClearZk
   [junit4]   2> 672551 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testUpConfigLinkConfigClearZk
   [junit4]   2> 672681 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-016\zookeeper/server1/data
   [junit4]   2> 672681 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 672684 INFO  (Thread-1405) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 672684 INFO  (Thread-1405) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 672712 ERROR (Thread-1405) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 672781 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59451
   [junit4]   2> 672791 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f50740ae60000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 672796 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testUpConfigLinkConfigClearZk
   [junit4]   2> 673089 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f50740ae60004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 673098 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\currency.xml
   [junit4]   2> 673100 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\mapping-FoldToASCII.txt
   [junit4]   2> 673103 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\managed-schema
   [junit4]   2> 673104 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\protwords.txt
   [junit4]   2> 673106 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\synonyms.txt
   [junit4]   2> 673107 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\stopwords.txt
   [junit4]   2> 673110 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\hit_grouped.vm
   [junit4]   2> 673111 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\mime_type_lists.vm
   [junit4]   2> 673112 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\suggest.vm
   [junit4]   2> 673114 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\hit.vm
   [junit4]   2> 673115 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\pagination_bottom.vm
   [junit4]   2> 673117 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\jquery.autocomplete.css
   [junit4]   2> 673118 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\hit_plain.vm
   [junit4]   2> 673119 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\product_doc.vm
   [junit4]   2> 673120 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\query_form.vm
   [junit4]   2> 673124 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\facet_queries.vm
   [junit4]   2> 673130 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\debug.vm
   [junit4]   2> 673133 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\facet_fields.vm
   [junit4]   2> 673135 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\jquery.autocomplete.js
   [junit4]   2> 673137 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\results_list.vm
   [junit4]   2> 673139 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\tabs.vm
   [junit4]   2> 673142 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\facet_pivot.vm
   [junit4]   2> 673144 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\did_you_mean.vm
   [junit4]   2> 673145 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\facets.vm
   [junit4]   2> 673148 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\join_doc.vm
   [junit4]   2> 673151 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\footer.vm
   [junit4]   2> 673154 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\query_spatial.vm
   [junit4]   2> 673155 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\facet_ranges.vm
   [junit4]   2> 673158 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\query_group.vm
   [junit4]   2> 673159 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\head.vm
   [junit4]   2> 673161 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\main.css
   [junit4]   2> 673163 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\pagination_top.vm
   [junit4]   2> 673164 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\README.txt
   [junit4]   2> 673166 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\cluster_results.vm
   [junit4]   2> 673167 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\query.vm
   [junit4]   2> 673167 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\layout.vm
   [junit4]   2> 673171 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\error.vm
   [junit4]   2> 673173 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\header.vm
   [junit4]   2> 673189 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=33145501
   [junit4]   2> 673191 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\VM_global_library.vm
   [junit4]   2> 673194 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\cluster.vm
   [junit4]   2> 673197 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\richtext_doc.vm
   [junit4]   2> 673201 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\velocity\browse.vm
   [junit4]   2> 673217 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\_schema_analysis_synonyms_english.json
   [junit4]   2> 673228 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\admin-extra.html
   [junit4]   2> 673247 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\update-script.js
   [junit4]   2> 673252 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\_schema_analysis_stopwords_english.json
   [junit4]   2> 673253 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\solrconfig.xml
   [junit4]   2> 673258 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\admin-extra.menu-top.html
   [junit4]   2> 673259 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\elevate.xml
   [junit4]   2> 673266 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\clustering\carrot2\README.txt
   [junit4]   2> 673268 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\clustering\carrot2\lingo-attributes.xml
   [junit4]   2> 673269 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\clustering\carrot2\stc-attributes.xml
   [junit4]   2> 673271 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\clustering\carrot2\kmeans-attributes.xml
   [junit4]   2> 673272 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\mapping-ISOLatin1Accent.txt
   [junit4]   2> 673276 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\spellings.txt
   [junit4]   2> 673279 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\xslt\example_atom.xsl
   [junit4]   2> 673281 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\xslt\example_rss.xsl
   [junit4]   2> 673283 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\xslt\luke.xsl
   [junit4]   2> 673285 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\xslt\updateXml.xsl
   [junit4]   2> 673287 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\xslt\example.xsl
   [junit4]   2> 673289 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\_rest_managed.json
   [junit4]   2> 673296 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\contractions_it.txt
   [junit4]   2> 673297 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\contractions_ca.txt
   [junit4]   2> 673299 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stemdict_nl.txt
   [junit4]   2> 673303 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_hy.txt
   [junit4]   2> 673305 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_no.txt
   [junit4]   2> 673307 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_id.txt
   [junit4]   2> 673309 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_da.txt
   [junit4]   2> 673311 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_ga.txt
   [junit4]   2> 673313 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_hi.txt
   [junit4]   2> 673315 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_ja.txt
   [junit4]   2> 673317 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_pt.txt
   [junit4]   2> 673319 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_hu.txt
   [junit4]   2> 673322 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_ckb.txt
   [junit4]   2> 673324 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_el.txt
   [junit4]   2> 673328 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_ru.txt
   [junit4]   2> 673331 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_tr.txt
   [junit4]   2> 673333 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_ar.txt
   [junit4]   2> 673335 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\userdict_ja.txt
   [junit4]   2> 673337 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_eu.txt
   [junit4]   2> 673338 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_it.txt
   [junit4]   2> 673340 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_cz.txt
   [junit4]   2> 673343 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stoptags_ja.txt
   [junit4]   2> 673344 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\contractions_fr.txt
   [junit4]   2> 673346 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_de.txt
   [junit4]   2> 673347 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_fa.txt
   [junit4]   2> 673350 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\contractions_ga.txt
   [junit4]   2> 673351 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_ca.txt
   [junit4]   2> 673352 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_nl.txt
   [junit4]   2> 673354 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_bg.txt
   [junit4]   2> 673356 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_en.txt
   [junit4]   2> 673358 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_es.txt
   [junit4]   2> 673363 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_lv.txt
   [junit4]   2> 673365 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_ro.txt
   [junit4]   2> 673367 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_th.txt
   [junit4]   2> 673369 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_fr.txt
   [junit4]   2> 673371 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_sv.txt
   [junit4]   2> 673373 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_fi.txt
   [junit4]   2> 673377 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\hyphenations_ga.txt
   [junit4]   2> 673379 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\lang\stopwords_gl.txt
   [junit4]   2> 673381 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\params.json
   [junit4]   2> 673384 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.c.ZkMaintenanceUtils Writing file C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-017\solrtest-confdropspot-org.apache.solr.cloud.ZkCLITest-212915435570355\admin-extra.menu-bottom.html
   [junit4]   2> 673386 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f50740ae60005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 673577 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f50740ae60006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 673578 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f50740ae60001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 673580 ERROR (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 673580 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59451 59451
   [junit4]   2> 673583 INFO  (Thread-1405) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59451 59451
   [junit4]   2> 673584 INFO  (TEST-ZkCLITest.testUpConfigLinkConfigClearZk-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpConfigLinkConfigClearZk
   [junit4]   2> 673587 INFO  (TEST-ZkCLITest.testInvalidZKAddress-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testInvalidZKAddress
   [junit4]   2> 673587 INFO  (TEST-ZkCLITest.testInvalidZKAddress-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testInvalidZKAddress
   [junit4]   2> 673752 INFO  (TEST-ZkCLITest.testInvalidZKAddress-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-019\zookeeper/server1/data
   [junit4]   2> 673752 INFO  (TEST-ZkCLITest.testInvalidZKAddress-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 673762 INFO  (Thread-1406) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 673763 INFO  (Thread-1406) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 673778 ERROR (Thread-1406) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 673853 INFO  (TEST-ZkCLITest.testInvalidZKAddress-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59475
   [junit4]   2> 673868 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f50740f110000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 673879 INFO  (TEST-ZkCLITest.testInvalidZKAddress-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testInvalidZKAddress
   [junit4]   2> 674765 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f50740f110001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 674766 ERROR (TEST-ZkCLITest.testInvalidZKAddress-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 674766 INFO  (TEST-ZkCLITest.testInvalidZKAddress-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59475 59475
   [junit4]   2> 674768 INFO  (Thread-1406) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59475 59475
   [junit4]   2> 674769 INFO  (TEST-ZkCLITest.testInvalidZKAddress-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testInvalidZKAddress
   [junit4]   2> 674771 INFO  (TEST-ZkCLITest.testGetFile-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetFile
   [junit4]   2> 674772 INFO  (TEST-ZkCLITest.testGetFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testGetFile
   [junit4]   2> 674972 INFO  (TEST-ZkCLITest.testGetFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-021\zookeeper/server1/data
   [junit4]   2> 674972 INFO  (TEST-ZkCLITest.testGetFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 674975 INFO  (Thread-1407) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 674975 INFO  (Thread-1407) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 674981 ERROR (Thread-1407) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 675081 INFO  (TEST-ZkCLITest.testGetFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59520
   [junit4]   2> 675224 INFO  (TEST-ZkCLITest.testGetFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testGetFile
   [junit4]   2> 675601 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507413c50001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 675601 ERROR (TEST-ZkCLITest.testGetFile-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 675602 INFO  (TEST-ZkCLITest.testGetFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59520 59520
   [junit4]   2> 675603 INFO  (Thread-1407) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59520 59520
   [junit4]   2> 675685 INFO  (TEST-ZkCLITest.testGetFile-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGetFile
   [junit4]   2> 675688 INFO  (TEST-ZkCLITest.testPutFile-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPutFile
   [junit4]   2> 675689 INFO  (TEST-ZkCLITest.testPutFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testPutFile
   [junit4]   2> 675915 INFO  (TEST-ZkCLITest.testPutFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-024\zookeeper/server1/data
   [junit4]   2> 675915 INFO  (TEST-ZkCLITest.testPutFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 675915 INFO  (Thread-1408) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 675915 INFO  (Thread-1408) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 675920 ERROR (Thread-1408) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 676015 INFO  (TEST-ZkCLITest.testPutFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59562
   [junit4]   2> 676023 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507417700000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 676025 INFO  (TEST-ZkCLITest.testPutFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testPutFile
   [junit4]   2> 676029 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507417700002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 676031 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507417700001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 676031 ERROR (TEST-ZkCLITest.testPutFile-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 676031 INFO  (TEST-ZkCLITest.testPutFile-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59562 59562
   [junit4]   2> 676032 INFO  (Thread-1408) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59562 59562
   [junit4]   2> 676033 INFO  (TEST-ZkCLITest.testPutFile-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPutFile
   [junit4]   2> 676035 INFO  (TEST-ZkCLITest.testUpdateAcls-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateAcls
   [junit4]   2> 676035 INFO  (TEST-ZkCLITest.testUpdateAcls-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testUpdateAcls
   [junit4]   2> 676218 INFO  (TEST-ZkCLITest.testUpdateAcls-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-026\zookeeper/server1/data
   [junit4]   2> 676218 INFO  (TEST-ZkCLITest.testUpdateAcls-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 676222 INFO  (Thread-1409) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 676222 INFO  (Thread-1409) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 676229 ERROR (Thread-1409) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 676318 INFO  (TEST-ZkCLITest.testUpdateAcls-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59580
   [junit4]   2> 676332 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507418a50000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 676334 INFO  (TEST-ZkCLITest.testUpdateAcls-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testUpdateAcls
   [junit4]   2> 676339 INFO  (TEST-ZkCLITest.testUpdateAcls-seed#[1A69291321C57291]) [    ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
   [junit4]   2> 676356 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507418a50002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 676360 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507418a50003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 676361 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507418a50001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 676361 ERROR (TEST-ZkCLITest.testUpdateAcls-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 676362 INFO  (TEST-ZkCLITest.testUpdateAcls-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59580 59580
   [junit4]   2> 676363 INFO  (Thread-1409) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59580 59580
   [junit4]   2> 676364 INFO  (TEST-ZkCLITest.testUpdateAcls-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateAcls
   [junit4]   2> 676367 INFO  (TEST-ZkCLITest.testLs-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLs
   [junit4]   2> 676367 INFO  (TEST-ZkCLITest.testLs-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testLs
   [junit4]   2> 676506 INFO  (TEST-ZkCLITest.testLs-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-028\zookeeper/server1/data
   [junit4]   2> 676506 INFO  (TEST-ZkCLITest.testLs-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 676507 INFO  (Thread-1410) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 676507 INFO  (Thread-1410) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 676511 ERROR (Thread-1410) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 676607 INFO  (TEST-ZkCLITest.testLs-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer start zk server on port:59596
   [junit4]   2> 676615 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507419be0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 676619 INFO  (TEST-ZkCLITest.testLs-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_END testLs
   [junit4]   2> 676626 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507419be0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 676627 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f507419be0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 676627 ERROR (TEST-ZkCLITest.testLs-seed#[1A69291321C57291]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 676628 INFO  (TEST-ZkCLITest.testLs-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59596 59596
   [junit4]   2> 676629 INFO  (Thread-1410) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59596 59596
   [junit4]   2> 676630 INFO  (TEST-ZkCLITest.testLs-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLs
   [junit4]   2> 676633 INFO  (TEST-ZkCLITest.testList-seed#[1A69291321C57291]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testList
   [junit4]   2> 676633 INFO  (TEST-ZkCLITest.testList-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ####SETUP_START testList
   [junit4]   2> 676817 INFO  (TEST-ZkCLITest.testList-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkCLITest ZooKeeper dataDir:C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ZkCLITest_1A69291321C57291-001\tempDir-030\zookeeper/server1/data
   [junit4]   2> 676817 INFO  (TEST-ZkCLITest.testList-seed#[1A69291321C57291]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 676818 INFO  (Thread-1411) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 676818 INFO  (Thread-1411) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 676822 ERROR (Thread-1411) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 676918 INFO  

[...truncated too long message...]

kCallback-4572-thread-1-processing-n:127.0.0.1:51468_solr) [n:127.0.0.1:51468_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 1673178 INFO  (jetty-closer-4452-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1673178 INFO  (jetty-closer-4452-thread-4) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1673178 INFO  (jetty-closer-4452-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51468_solr
   [junit4]   2> 1673178 WARN  (zkCallback-4606-thread-2-processing-n:127.0.0.1:51628_solr) [n:127.0.0.1:51628_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1673179 INFO  (jetty-closer-4452-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19434bc{/solr,null,UNAVAILABLE}
   [junit4]   2> 1673179 INFO  (jetty-closer-4452-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1673179 INFO  (jetty-closer-4452-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1673180 INFO  (zkCallback-4572-thread-1-processing-n:127.0.0.1:51468_solr) [n:127.0.0.1:51468_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1673180 INFO  (jetty-closer-4452-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1673180 INFO  (jetty-closer-4452-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1673182 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f5081a7c40032, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1673182 WARN  (zkCallback-4585-thread-2-processing-n:127.0.0.1:51556_solr) [n:127.0.0.1:51556_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1673182 WARN  (zkCallback-4526-thread-2-processing-n:127.0.0.1:51198_solr) [n:127.0.0.1:51198_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1673182 WARN  (zkCallback-4572-thread-2-processing-n:127.0.0.1:51468_solr) [n:127.0.0.1:51468_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1673182 INFO  (jetty-closer-4452-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bcb801{/solr,null,UNAVAILABLE}
   [junit4]   2> 1673182 INFO  (jetty-closer-4452-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17f2399{/solr,null,UNAVAILABLE}
   [junit4]   2> 1673184 INFO  (jetty-closer-4452-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@71aee6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1673185 ERROR (SUITE-TriggerIntegrationTest-seed#[1A69291321C57291]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1673187 INFO  (SUITE-TriggerIntegrationTest-seed#[1A69291321C57291]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50931 50931
   [junit4]   2> 1673187 INFO  (Thread-3459) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50931 50931
   [junit4]   2> 1673191 WARN  (Thread-3459) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/aliases.json
   [junit4]   2> 	35	/solr/clusterprops.json
   [junit4]   2> 	14	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98886234621083703-127.0.0.1:51556_solr-n_0000000011
   [junit4]   2> 	2	/solr/overseer_elect/election/98886234621083654-127.0.0.1:50936_solr-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/98886234621083680-127.0.0.1:51198_solr-n_0000000007
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/collections
   [junit4]   2> 	34	/solr/live_nodes
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/autoscaling/events/node_added_trigger
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_trigger
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.TriggerIntegrationTest_1A69291321C57291-001
   [junit4]   2> Oct 24, 2017 10:31:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 7 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1418, maxMBSortInHeap=6.6167477310868215, sim=RandomSimilarity(queryNorm=false): {}, locale=da-DK, timezone=Australia/Canberra
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=230989056,total=432013312
   [junit4]   2> NOTE: All tests run in this JVM: [TestLazyCores, AnalyticsMergeStrategyTest, TestLFUCache, HdfsSyncSliceTest, TestSurroundQueryParser, IndexSchemaTest, UninvertDocValuesMergePolicyTest, TestSweetSpotSimilarityFactory, TestRandomCollapseQParserPlugin, DistributedExpandComponentTest, XsltUpdateRequestHandlerTest, TestRebalanceLeaders, TestDefaultStatsCache, ShowFileRequestHandlerTest, TestCorePropertiesReload, SolrJmxReporterCloudTest, StatsReloadRaceTest, CoreAdminCreateDiscoverTest, ChangedSchemaMergeTest, ChaosMonkeyNothingIsSafeTest, SolrShardReporterTest, SolrCoreMetricManagerTest, FullHLLTest, TestJsonFacetRefinement, TestLeaderElectionWithEmptyReplica, TestSystemCollAutoCreate, TestCoreAdminApis, TestExactSharedStatsCache, JavabinLoaderTest, CursorMarkTest, TestManagedSynonymFilterFactory, TestCodecSupport, TestSolrCLIRunExample, TestRandomDVFaceting, OverseerRolesTest, MissingSegmentRecoveryTest, TestPerFieldSimilarityWithDefaultOverride, TestSortByMinMaxFunction, VMParamsZkACLAndCredentialsProvidersTest, CoreSorterTest, TestTolerantSearch, OverseerCollectionConfigSetProcessorTest, ResourceLoaderTest, TestTolerantUpdateProcessorCloud, TestConfigOverlay, TestIndexingPerformance, AddSchemaFieldsUpdateProcessorFactoryTest, TestDFRSimilarityFactory, ScriptEngineTest, TestQuerySenderNoQuery, DistribCursorPagingTest, DistribJoinFromCollectionTest, CSVRequestHandlerTest, TestClusterStateMutator, ExitableDirectoryReaderTest, TestObjectReleaseTracker, TestExceedMaxTermLength, CachingDirectoryFactoryTest, UUIDFieldTest, SolrGangliaReporterTest, IndexBasedSpellCheckerTest, TestCloudInspectUtil, TestInfoStreamLogging, TestWriterPerf, TestInPlaceUpdatesDistrib, SuggesterWFSTTest, TestMinMaxOnMultiValuedField, TestSQLHandler, SpatialFilterTest, TestCryptoKeys, TestPHPSerializedResponseWriter, NotRequiredUniqueKeyTest, DisMaxRequestHandlerTest, RAMDirectoryFactoryTest, DeleteInactiveReplicaTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCSVResponseWriter, ZkCLITest, CreateCollectionCleanupTest, UpdateLogTest, TestRestManager, TestSchemaResource, TestSolrCloudSnapshots, TestConfigSetProperties, TestCloudNestedDocsSort, LeaderFailureAfterFreshStartTest, TestDistributedSearch, SuggesterTest, TestBinaryField, TestAtomicUpdateErrorCases, TolerantUpdateProcessorTest, OverseerTest, SuggestComponentTest, AutoScalingHandlerTest, TestUpdate, TestFileDictionaryLookup, ForceLeaderTest, BasicAuthStandaloneTest, TestExpandComponent, TestLegacyTerms, TestRetrieveFieldsOptimizer, SolrCmdDistributorTest, SpellCheckCollatorTest, CloneFieldUpdateProcessorFactoryTest, ShardSplitTest, TestInitQParser, URLClassifyProcessorTest, PathHierarchyTokenizerFactoryTest, DistributedFacetPivotSmallAdvancedTest, TestSolrFieldCacheBean, TestQuerySenderListener, AnalysisErrorHandlingTest, TestShardHandlerFactory, DistanceUnitsTest, SimpleCollectionCreateDeleteTest, TestShortCircuitedRequests, TestMaxScoreQueryParser, ConjunctionSolrSpellCheckerTest, TestJoin, TestGeoJSONResponseWriter, TestFieldTypeResource, OutputWriterTest, CdcrReplicationHandlerTest, TestAuthenticationFramework, TestChildDocTransformer, SortSpecParsingTest, TestReplicationHandler, TestEmbeddedSolrServerSchemaAPI, TestCursorMarkWithoutUniqueKey, HdfsBasicDistributedZkTest, TestSolrCloudWithHadoopAuthPlugin, MultiThreadedOCPTest, TestSimpleQParserPlugin, LeaderInitiatedRecoveryOnShardRestartTest, TestCollectionsAPIViaSolrCloudCluster, HLLUtilTest, TestAuthorizationFramework, TestConfigSetsAPIExclusivity, MoveReplicaHDFSTest, TriggerIntegrationTest]
   [junit4] Completed [457/744 (2!)] on J0 in 108.91s, 10 tests, 1 failure <<< FAILURES!

[...truncated 44002 lines...]

[JENKINS] Lucene-Solr-7.x-Windows (64bit/jdk-9) - Build # 264 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/264/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
replica never fully recovered

Stack Trace:
java.lang.AssertionError: replica never fully recovered
	at __randomizedtesting.SeedInfo.seed([58F0031CF0A1B53:6873A4CC7542E454]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.waitForRecovery(AutoscalingHistoryHandlerTest.java:303)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:255)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12671 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\init-core-data-001
   [junit4]   2> 975385 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 975385 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 975386 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 975387 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 975388 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001
   [junit4]   2> 975388 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 975389 INFO  (Thread-2088) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 975389 INFO  (Thread-2088) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 975392 ERROR (Thread-2088) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 975488 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:53643
   [junit4]   2> 975508 INFO  (jetty-launcher-1609-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 975509 INFO  (jetty-launcher-1609-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d719c3d{/solr,null,AVAILABLE}
   [junit4]   2> 975511 INFO  (jetty-launcher-1609-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5c84325b{SSL,[ssl, http/1.1]}{127.0.0.1:53647}
   [junit4]   2> 975512 INFO  (jetty-launcher-1609-thread-2) [    ] o.e.j.s.Server Started @986139ms
   [junit4]   2> 975512 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53647}
   [junit4]   2> 975512 ERROR (jetty-launcher-1609-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 975512 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 975512 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 975512 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 975512 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-24T12:10:15.889774300Z
   [junit4]   2> 975515 INFO  (jetty-launcher-1609-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 975516 INFO  (jetty-launcher-1609-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5462c175{/solr,null,AVAILABLE}
   [junit4]   2> 975517 INFO  (jetty-launcher-1609-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@36bd84e8{SSL,[ssl, http/1.1]}{127.0.0.1:53652}
   [junit4]   2> 975517 INFO  (jetty-launcher-1609-thread-3) [    ] o.e.j.s.Server Started @986144ms
   [junit4]   2> 975517 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53652}
   [junit4]   2> 975517 INFO  (jetty-launcher-1609-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 975517 ERROR (jetty-launcher-1609-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 975518 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 975518 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 975518 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 975518 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-24T12:10:15.895818200Z
   [junit4]   2> 975519 INFO  (jetty-launcher-1609-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@761645c0{/solr,null,AVAILABLE}
   [junit4]   2> 975520 INFO  (jetty-launcher-1609-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15508548{SSL,[ssl, http/1.1]}{127.0.0.1:53657}
   [junit4]   2> 975520 INFO  (jetty-launcher-1609-thread-1) [    ] o.e.j.s.Server Started @986148ms
   [junit4]   2> 975520 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53657}
   [junit4]   2> 975521 ERROR (jetty-launcher-1609-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 975521 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 975521 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 975521 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 975521 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-24T12:10:15.898709800Z
   [junit4]   2> 975541 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 975542 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 975544 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 975546 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4e4a57590002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 975549 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53643/solr
   [junit4]   2> 975549 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53643/solr
   [junit4]   2> 975552 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53643/solr
   [junit4]   2> 975650 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 975652 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53647_solr
   [junit4]   2> 975654 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98883798025437192-127.0.0.1:53647_solr-n_0000000000) starting
   [junit4]   2> 975660 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53647_solr
   [junit4]   2> 975661 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 975663 INFO  (zkCallback-1624-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 975670 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 975670 DEBUG (OverseerAutoScalingTriggerThread-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 975671 DEBUG (OverseerAutoScalingTriggerThread-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 975672 DEBUG (OverseerAutoScalingTriggerThread-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:53647_solr]
   [junit4]   2> 975672 DEBUG (OverseerAutoScalingTriggerThread-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 975672 DEBUG (OverseerAutoScalingTriggerThread-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 975674 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 975674 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 975675 DEBUG (OverseerAutoScalingTriggerThread-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 975675 DEBUG (OverseerAutoScalingTriggerThread-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 975676 DEBUG (ScheduledTrigger-4395-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:53647_solr]
   [junit4]   2> 975676 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53657_solr
   [junit4]   2> 975677 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 975677 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:53657_solr"} current state version: 0
   [junit4]   2> 975677 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:53657_solr
   [junit4]   2> 975679 INFO  (zkCallback-1626-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 975679 INFO  (zkCallback-1625-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 975679 INFO  (zkCallback-1624-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 975680 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53652_solr
   [junit4]   2> 975726 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:53652_solr"} current state version: 0
   [junit4]   2> 975726 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:53652_solr
   [junit4]   2> 975726 INFO  (zkCallback-1624-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 975726 INFO  (zkCallback-1626-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 975726 INFO  (zkCallback-1625-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 975736 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53652.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 975743 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53652.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 975743 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53652.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 975744 INFO  (jetty-launcher-1609-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\.
   [junit4]   2> 975745 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53647.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 975750 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53647.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 975750 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53647.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 975751 INFO  (jetty-launcher-1609-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\.
   [junit4]   2> 975755 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53657.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 975770 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53657.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 975771 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53657.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 975772 INFO  (jetty-launcher-1609-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\.
   [junit4]   2> 975819 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 975820 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53643/solr ready
   [junit4]   2> 975837 INFO  (qtp2047036915-10168) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 975839 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 975840 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 975840 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection/managed-schema
   [junit4]   2> 975843 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection/protwords.txt
   [junit4]   2> 975844 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection/solrconfig.xml
   [junit4]   2> 975846 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection/synonyms.txt
   [junit4]   2> 975848 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection/stopwords.txt
   [junit4]   2> 975850 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_it.txt
   [junit4]   2> 975852 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_ca.txt
   [junit4]   2> 975853 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stemdict_nl.txt
   [junit4]   2> 975855 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_hy.txt
   [junit4]   2> 975857 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_no.txt
   [junit4]   2> 975859 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_id.txt
   [junit4]   2> 975861 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_da.txt
   [junit4]   2> 975862 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ga.txt
   [junit4]   2> 975864 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_hi.txt
   [junit4]   2> 975865 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ja.txt
   [junit4]   2> 975867 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_pt.txt
   [junit4]   2> 975869 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_hu.txt
   [junit4]   2> 975870 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_el.txt
   [junit4]   2> 975872 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ru.txt
   [junit4]   2> 975874 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_tr.txt
   [junit4]   2> 975875 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ar.txt
   [junit4]   2> 975877 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/userdict_ja.txt
   [junit4]   2> 975879 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_eu.txt
   [junit4]   2> 975880 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_it.txt
   [junit4]   2> 975882 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_cz.txt
   [junit4]   2> 975884 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stoptags_ja.txt
   [junit4]   2> 975886 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_fr.txt
   [junit4]   2> 975888 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_de.txt
   [junit4]   2> 975889 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_fa.txt
   [junit4]   2> 975891 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/contractions_ga.txt
   [junit4]   2> 975892 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ca.txt
   [junit4]   2> 975894 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_nl.txt
   [junit4]   2> 975896 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_bg.txt
   [junit4]   2> 975897 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_en.txt
   [junit4]   2> 975899 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_es.txt
   [junit4]   2> 975900 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_lv.txt
   [junit4]   2> 975902 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_ro.txt
   [junit4]   2> 975904 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_th.txt
   [junit4]   2> 975905 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_fr.txt
   [junit4]   2> 975907 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_sv.txt
   [junit4]   2> 975909 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_fi.txt
   [junit4]   2> 975911 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/hyphenations_ga.txt
   [junit4]   2> 975913 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection/lang/stopwords_gl.txt
   [junit4]   2> 975914 INFO  (OverseerThreadFactory-4397-thread-1) [    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection/params.json
   [junit4]   2> 975919 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 975919 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 975920 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 976029 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 976029 INFO  (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 976031 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 976031 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 976032 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:53657/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 976033 INFO  (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:53657/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 976035 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 976035 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:53657/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 976037 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:53647/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 976037 INFO  (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:53647/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 976039 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:53657/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 976039 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:53657/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>       "base_url":"https://127.0.0.1:53647/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 976141 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 976251 INFO  (qtp2047036915-10166) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 976252 INFO  (qtp2047036915-10166) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 976274 INFO  (qtp1210724372-10177) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 976275 INFO  (qtp1210724372-10177) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 976279 INFO  (qtp998277880-10160) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 976280 INFO  (qtp998277880-10160) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 976283 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53657/solr",
   [junit4]   2>   "node_name":"127.0.0.1:53657_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 976283 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53657/solr",
   [junit4]   2>   "node_name":"127.0.0.1:53657_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 976283 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:53657/solr","node_name":"127.0.0.1:53657_solr","state":"down","type":"NRT"}
   [junit4]   2> 976283 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:53657/solr",
   [junit4]   2>           "node_name":"127.0.0.1:53657_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:53647/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 976284 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53647/solr",
   [junit4]   2>   "node_name":"127.0.0.1:53647_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 976284 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53647/solr",
   [junit4]   2>   "node_name":"127.0.0.1:53647_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 976284 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"https://127.0.0.1:53647/solr","node_name":"127.0.0.1:53647_solr","state":"down","type":"NRT"}
   [junit4]   2> 976284 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:53657/solr",
   [junit4]   2>           "node_name":"127.0.0.1:53657_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:53647/solr",
   [junit4]   2>           "node_name":"127.0.0.1:53647_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 976285 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>   "node_name":"127.0.0.1:53652_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 976285 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>   "node_name":"127.0.0.1:53652_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 976285 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:53652/solr","node_name":"127.0.0.1:53652_solr","state":"down","type":"NRT"}
   [junit4]   2> 976285 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:53652/solr",
   [junit4]   2>           "node_name":"127.0.0.1:53652_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:53657/solr",
   [junit4]   2>           "node_name":"127.0.0.1:53657_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:53647/solr",
   [junit4]   2>           "node_name":"127.0.0.1:53647_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 976387 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
   [junit4]   2> 976388 INFO  (zkCallback-1624-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 976388 INFO  (zkCallback-1625-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 976388 INFO  (zkCallback-1626-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 976390 INFO  (zkCallback-1624-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 976390 INFO  (zkCallback-1626-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 976390 INFO  (zkCallback-1625-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 976677 DEBUG (ScheduledTrigger-4395-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:53652_solr, 127.0.0.1:53657_solr, 127.0.0.1:53647_solr]
   [junit4]   2> 977304 INFO  (qtp2047036915-10166) [    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 977305 INFO  (qtp998277880-10160) [    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 977305 INFO  (qtp1210724372-10177) [    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 977305 INFO  (qtp2047036915-10166) [    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 977305 INFO  (qtp1210724372-10177) [    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 977305 INFO  (qtp998277880-10160) [    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 977307 WARN  (qtp2047036915-10166) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\contrib\extraction\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\contrib\extraction\lib
   [junit4]   2> 977307 WARN  (qtp1210724372-10177) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\contrib\extraction\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\contrib\extraction\lib
   [junit4]   2> 977307 WARN  (qtp2047036915-10166) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\dist filtered by solr-cell-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\dist
   [junit4]   2> 977307 WARN  (qtp1210724372-10177) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\dist filtered by solr-cell-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\dist
   [junit4]   2> 977307 WARN  (qtp998277880-10160) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\contrib\extraction\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\contrib\extraction\lib
   [junit4]   2> 977307 WARN  (qtp1210724372-10177) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\contrib\clustering\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\contrib\clustering\lib
   [junit4]   2> 977307 WARN  (qtp998277880-10160) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\dist filtered by solr-cell-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\dist
   [junit4]   2> 977308 WARN  (qtp1210724372-10177) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\dist filtered by solr-clustering-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\dist
   [junit4]   2> 977308 WARN  (qtp1210724372-10177) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\contrib\langid\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\contrib\langid\lib
   [junit4]   2> 977308 WARN  (qtp1210724372-10177) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\dist filtered by solr-langid-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\dist
   [junit4]   2> 977308 WARN  (qtp1210724372-10177) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\contrib\velocity\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\contrib\velocity\lib
   [junit4]   2> 977308 WARN  (qtp1210724372-10177) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\dist filtered by solr-velocity-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\..\..\..\..\dist
   [junit4]   2> 977309 WARN  (qtp998277880-10160) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\contrib\clustering\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\contrib\clustering\lib
   [junit4]   2> 977309 WARN  (qtp998277880-10160) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\dist filtered by solr-clustering-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\dist
   [junit4]   2> 977309 WARN  (qtp998277880-10160) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\contrib\langid\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\contrib\langid\lib
   [junit4]   2> 977309 WARN  (qtp998277880-10160) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\dist filtered by solr-langid-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\dist
   [junit4]   2> 977310 WARN  (qtp998277880-10160) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\contrib\velocity\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\contrib\velocity\lib
   [junit4]   2> 977310 WARN  (qtp998277880-10160) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\dist filtered by solr-velocity-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\..\..\..\..\dist
   [junit4]   2> 977313 INFO  (qtp1210724372-10177) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 977315 INFO  (qtp998277880-10160) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 977307 WARN  (qtp2047036915-10166) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\contrib\clustering\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\contrib\clustering\lib
   [junit4]   2> 977321 WARN  (qtp2047036915-10166) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\dist filtered by solr-clustering-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\dist
   [junit4]   2> 977321 WARN  (qtp2047036915-10166) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\contrib\langid\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\contrib\langid\lib
   [junit4]   2> 977321 WARN  (qtp2047036915-10166) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\dist filtered by solr-langid-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\dist
   [junit4]   2> 977321 WARN  (qtp2047036915-10166) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\contrib\velocity\lib filtered by .*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\contrib\velocity\lib
   [junit4]   2> 977322 WARN  (qtp2047036915-10166) [    ] o.a.s.c.SolrConfig Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\dist filtered by solr-velocity-\d.*\.jar to classpath: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\..\..\..\..\dist
   [junit4]   2> 977339 INFO  (qtp2047036915-10166) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 977341 INFO  (qtp1210724372-10177) [    ] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] Schema name=default-config
   [junit4]   2> 977345 INFO  (qtp998277880-10160) [    ] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 977370 INFO  (qtp2047036915-10166) [    ] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] Schema name=default-config
   [junit4]   2> 977577 INFO  (qtp998277880-10160) [    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 977577 INFO  (qtp1210724372-10177) [    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 977577 INFO  (qtp2047036915-10166) [    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 977615 INFO  (qtp998277880-10160) [    ] o.a.s.c.CoreContainer Creating SolrCore 'AutoscalingHistoryHandlerTest_collection_shard1_replica_n1' using configuration from collection AutoscalingHistoryHandlerTest_collection, trusted=true
   [junit4]   2> 977615 INFO  (qtp1210724372-10177) [    ] o.a.s.c.CoreContainer Creating SolrCore 'AutoscalingHistoryHandlerTest_collection_shard1_replica_n4' using configuration from collection AutoscalingHistoryHandlerTest_collection, trusted=true
   [junit4]   2> 977615 INFO  (qtp998277880-10160) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53652.solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n1' (registry 'solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 977615 INFO  (qtp998277880-10160) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 977615 INFO  (qtp998277880-10160) [    ] o.a.s.c.SolrCore [[AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node3\.\AutoscalingHistoryHandlerTest_collection_shard1_replica_n1\data\]
   [junit4]   2> 977615 INFO  (qtp1210724372-10177) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53647.solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n4' (registry 'solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 977617 INFO  (qtp1210724372-10177) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 977617 INFO  (qtp1210724372-10177) [    ] o.a.s.c.SolrCore [[AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node2\.\AutoscalingHistoryHandlerTest_collection_shard1_replica_n4\data\]
   [junit4]   2> 977618 INFO  (qtp2047036915-10166) [    ] o.a.s.c.CoreContainer Creating SolrCore 'AutoscalingHistoryHandlerTest_collection_shard1_replica_n2' using configuration from collection AutoscalingHistoryHandlerTest_collection, trusted=true
   [junit4]   2> 977618 INFO  (qtp2047036915-10166) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53657.solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n2' (registry 'solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fca42a
   [junit4]   2> 977618 INFO  (qtp2047036915-10166) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 977618 INFO  (qtp2047036915-10166) [    ] o.a.s.c.SolrCore [[AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001\tempDir-001\node1\.\AutoscalingHistoryHandlerTest_collection_shard1_replica_n2\data\]
   [junit4]   2> 977626 INFO  (qtp998277880-10160) [    ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 977627 INFO  (qtp2047036915-10166) [    ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 977642 INFO  (qtp1210724372-10177) [    ] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 977689 DEBUG (ScheduledTrigger-4395-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:53652_solr, 127.0.0.1:53657_solr, 127.0.0.1:53647_solr]
   [junit4]   2> 977710 INFO  (qtp998277880-10160) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 977710 INFO  (qtp998277880-10160) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 977712 INFO  (qtp998277880-10160) [    ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 977712 INFO  (qtp998277880-10160) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 977722 INFO  (qtp2047036915-10166) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 977722 INFO  (qtp2047036915-10166) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 977724 INFO  (qtp2047036915-10166) [    ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 977724 INFO  (qtp2047036915-10166) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 977725 INFO  (qtp998277880-10160) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@331ad7c5[AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] main]
   [junit4]   2> 977727 INFO  (qtp998277880-10160) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 977727 INFO  (qtp998277880-10160) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 977727 INFO  (qtp998277880-10160) [    ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/AutoscalingHistoryHandlerTest_collection/managed-schema
   [junit4]   2> 977728 INFO  (qtp998277880-10160) [    ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 977728 INFO  (qtp998277880-10160) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 977732 INFO  (qtp998277880-10160) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 977739 INFO  (qtp998277880-10160) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 977741 INFO  (qtp2047036915-10166) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d3bd483[AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] main]
   [junit4]   2> 977743 INFO  (qtp998277880-10160) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582140770872197120
   [junit4]   2> 977744 INFO  (searcherExecutor-4404-thread-1) [    ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@331ad7c5[AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 977744 INFO  (searcherExecutor-4404-thread-1) [    ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 977744 INFO  (searcherExecutor-4404-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 977745 INFO  (qtp1210724372-10177) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 977745 INFO  (qtp1210724372-10177) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 977745 INFO  (searcherExecutor-4404-thread-1) [    ] o.a.s.c.SolrCore [AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] Registered new searcher Searcher@331ad7c5[AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 977747 INFO  (qtp2047036915-10166) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 977747 INFO  (qtp1210724372-10177) [    ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 977747 INFO  (qtp1210724372-10177) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 977747 INFO  (qtp2047036915-10166) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 977747 INFO  (qtp2047036915-10166) [    ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/AutoscalingHistoryHandlerTest_collection/managed-schema
   [junit4]   2> 977748 INFO  (qtp2047036915-10166) [    ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 977749 INFO  (qtp2047036915-10166) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 977749 INFO  (qtp2047036915-10166) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 977751 INFO  (qtp998277880-10160) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
   [junit4]   2> 977751 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection"} current state version: 0
   [junit4]   2> 977752 INFO  (qtp2047036915-10166) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 977752 INFO  (qtp1210724372-10177) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@22421d92[AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] main]
   [junit4]   2> 977753 INFO  (qtp1210724372-10177) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 977754 INFO  (qtp1210724372-10177) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 977754 INFO  (qtp1210724372-10177) [    ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/AutoscalingHistoryHandlerTest_collection/managed-schema
   [junit4]   2> 977755 INFO  (searcherExecutor-4406-thread-1) [    ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@6d3bd483[AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 977755 INFO  (searcherExecutor-4406-thread-1) [    ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 977755 INFO  (qtp2047036915-10166) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582140770884780032
   [junit4]   2> 977755 INFO  (searcherExecutor-4406-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 977756 INFO  (qtp1210724372-10177) [    ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 977756 INFO  (searcherExecutor-4406-thread-1) [    ] o.a.s.c.SolrCore [AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] Registered new searcher Searcher@6d3bd483[AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 977757 INFO  (qtp1210724372-10177) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 977757 INFO  (qtp1210724372-10177) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 977758 INFO  (qtp1210724372-10177) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 977758 INFO  (searcherExecutor-4405-thread-1) [    ] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@22421d92[AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 977758 INFO  (searcherExecutor-4405-thread-1) [    ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 977758 INFO  (qtp1210724372-10177) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582140770887925760
   [junit4]   2> 977758 INFO  (searcherExecutor-4405-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 977760 INFO  (searcherExecutor-4405-thread-1) [    ] o.a.s.c.SolrCore [AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] Registered new searcher Searcher@22421d92[AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 977852 DEBUG (OverseerStateUpdate-98883798025437192-127.0.0.1:53647_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 2
   [junit4]   2> 977853 INFO  (zkCallback-1624-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 977853 INFO  (zkCallback-1624-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 977853 INFO  (zkCallback-1626-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 977853 INFO  (zkCallback-1625-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 977853 INFO  (zkCallback-1625-thread-2) [    ] o.a.s.c.c.ZkStat

[...truncated too long message...]

t_trigger",
   [junit4]   2>   "eventTime":1508847069926000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1508847069926000000],
   [junit4]   2>     "_enqueue_time_":1508847069926000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:53652_solr"]}}
   [junit4]   2> org.apache.solr.common.SolrException: Unexpected IOException while processing event: {
   [junit4]   2>   "id":"14f0806a77540580T3dozohvb2klomwbdcoj4h1urk",
   [junit4]   2>   "source":"AutoscalingHistoryHandlerTest_node_lost_trigger",
   [junit4]   2>   "eventTime":1508847069926000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1508847069926000000],
   [junit4]   2>     "_enqueue_time_":1508847069926000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:53652_solr"]}}
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:118)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$2(ScheduledTriggers.java:229)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to talk to ZooKeeper
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:106)
   [junit4]   2> 	... 7 more
   [junit4]   2> Caused by: java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:101)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:77)
   [junit4]   2> 	... 7 more
   [junit4]   2> Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:99)
   [junit4]   2> 	... 8 more
   [junit4]   2> 1633026 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4e4a57590008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1633026 INFO  (jetty-closer-1610-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d719c3d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1633027 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1633027 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[58F0031CF0A1B53]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53643 53643
   [junit4]   2> 1633028 INFO  (Thread-2088) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53643 53643
   [junit4]   2> 1633029 WARN  (Thread-2088) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/aliases.json
   [junit4]   2> 	5	/solr/configs/.system
   [junit4]   2> 	5	/solr/configs/.system/managed-schema
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 	3	/solr/configs/AutoscalingHistoryHandlerTest_collection/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	76	/solr/collections/.system/state.json
   [junit4]   2> 	32	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	17	/solr/clusterprops.json
   [junit4]   2> 	17	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/.system/leader_elect/shard1/election/98883798025437191-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/collections/.system/leader_elect/shard1/election/98883798025437193-core_node6-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/98883798025437193-127.0.0.1:53657_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/live_nodes
   [junit4]   2> 	17	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.handler.admin.AutoscalingHistoryHandlerTest_58F0031CF0A1B53-001
   [junit4]   2> Oct 24, 2017 12:21:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=es-GT, timezone=Indian/Cocos
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=170853344,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudPseudoReturnFields, TestEmbeddedSolrServerConstructors, ClassificationUpdateProcessorTest, TestHdfsCloudBackupRestore, DocumentAnalysisRequestHandlerTest, PeerSyncWithIndexFingerprintCachingTest, CustomCollectionTest, TestApiFramework, FullSolrCloudDistribCmdsTest, ExternalFileFieldSortTest, RollingRestartTest, LeaderInitiatedRecoveryOnCommitTest, TestAnalyzedSuggestions, TestSearcherReuse, TestRecoveryHdfs, TestNonDefinedSimilarityFactory, CollectionsAPIAsyncDistributedZkTest, HdfsRecoverLeaseTest, TestBM25SimilarityFactory, TestDownShardTolerantSearch, TestFieldCacheVsDocValues, GraphQueryTest, ComputePlanActionTest, AtomicUpdateProcessorFactoryTest, TestConfigSetsAPI, TestGroupingSearch, LoggingHandlerTest, SpellCheckCollatorWithCollapseTest, SearchRateTriggerTest, TestBulkSchemaAPI, ParsingFieldUpdateProcessorsTest, MetricsConfigTest, TestClassicSimilarityFactory, InfoHandlerTest, EchoParamsTest, TestExportWriter, TestConfigSetsAPIZkFailure, DOMUtilTest, TestSchemaSimilarityResource, TestSolrCoreParser, DeleteLastCustomShardedReplicaTest, FileBasedSpellCheckerTest, TestBlendedInfixSuggestions, TestReload, TestBinaryResponseWriter, LeaderFailoverAfterPartitionTest, ZkNodePropsTest, SampleTest, ZkSolrClientTest, TestCustomStream, DistributedQueryComponentCustomSortTest, TestNamedUpdateProcessors, V2ApiIntegrationTest, TestLMJelinekMercerSimilarityFactory, DebugComponentTest, TestManagedSynonymGraphFilterFactory, TestScoreJoinQPScore, TestDistributedStatsComponentCardinality, ResponseHeaderTest, TestRestoreCore, SubstringBytesRefFilterTest, DistributedDebugComponentTest, TestLRUCache, PKIAuthenticationIntegrationTest, TestFastLRUCache, TestLuceneMatchVersion, ConcurrentDeleteAndCreateCollectionTest, ClassificationUpdateProcessorFactoryTest, ActionThrottleTest, TermsComponentTest, TestNumericRangeQuery64, StressHdfsTest, PreAnalyzedFieldTest, TestMaxTokenLenTokenizer, JSONWriterTest, SolrCLIZkUtilsTest, TestImpersonationWithHadoopAuth, TestConfigSets, TestStressVersions, TestSchemalessBufferedUpdates, CdcrUpdateLogTest, AutoAddReplicasPlanActionTest, TestSQLHandlerNonCloud, DeleteStatusTest, AnalysisAfterCoreReloadTest, TestLegacyNumericUtils, TestManagedResourceStorage, TestHashPartitioner, CdcrReplicationDistributedZkTest, TestQueryUtils, SolrPluginUtilsTest, ConfigureRecoveryStrategyTest, TestSubQueryTransformerDistrib, TestManagedStopFilterFactory, PeerSyncReplicationTest, HdfsRestartWhileUpdatingTest, HdfsUnloadDistributedZkTest, TestXmlQParserPlugin, TestTrieFacet, TestBulkSchemaConcurrent, TestFastOutputStream, ChaosMonkeySafeLeaderTest, RemoteQueryErrorTest, TestJsonFacets, TestSolrQueryResponse, TestSubQueryTransformer, TestFieldCacheSort, TestFoldingMultitermQuery, TestManagedSchemaAPI, ZkStateReaderTest, TestTlogReplica, JsonLoaderTest, TestInitParams, TestPointFields, TestSimpleTrackingShardHandler, TestConfigReload, TestSizeLimitedDistributedMap, DirectoryFactoryTest, CurrencyFieldTypeTest, AliasIntegrationTest, TestZkAclsWithHadoopAuth, DocExpirationUpdateProcessorFactoryTest, InfixSuggestersTest, BigEndianAscendingWordSerializerTest, TestTrackingShardHandlerFactory, VersionInfoTest, AutoscalingHistoryHandlerTest]
   [junit4] Completed [318/744 (1!)] on J1 in 658.41s, 1 test, 1 failure <<< FAILURES!

[...truncated 41486 lines...]

[JENKINS] Lucene-Solr-7.x-Windows (32bit/jdk1.8.0_144) - Build # 263 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/263/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

11 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testBalanceShardUnique

Error Message:
Error from server at http://127.0.0.1:61769/solr: Timed out waiting to see all replicas: [balancedProperties_shard1_replica_n1, balancedProperties_shard1_replica_n2, balancedProperties_shard2_replica_n3, balancedProperties_shard2_replica_n4] in cluster state.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Timed out waiting to see all replicas: [balancedProperties_shard1_replica_n1, balancedProperties_shard1_replica_n2, balancedProperties_shard2_replica_n3, balancedProperties_shard2_replica_n4] in cluster state.
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:8567A10F2EA4F310]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testBalanceShardUnique(CollectionsAPISolrJTest.java:389)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet

Error Message:
Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_default_configset

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_default_configset
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:8374B605CBBB2120]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateWithDefaultConfigSet(CollectionsAPISolrJTest.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteAlias

Error Message:
Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: aliasedCollection

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: aliasedCollection
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:33C50B834BBAA48]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteAlias(CollectionsAPISolrJTest.java:196)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCloudInfoInCoreStatus

Error Message:
Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: corestatus_test

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: corestatus_test
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:ED99806B6CD7E6FD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCloudInfoInCoreStatus(CollectionsAPISolrJTest.java:134)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testSplitShard

Error Message:
Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_test_splitshard

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_test_splitshard
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:16D5BA2E8AF1676C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testSplitShard(CollectionsAPISolrJTest.java:211)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplicaProp

Error Message:
Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: replicaProperties

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: replicaProperties
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:904A8AA2F2BA8BF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplicaProp(CollectionsAPISolrJTest.java:363)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection

Error Message:
Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_test

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_test
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:CA0A1609B3903EDE]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection(CollectionsAPISolrJTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteShard

Error Message:
Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_implicit

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_implicit
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:881A35E12F1912E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteShard(CollectionsAPISolrJTest.java:157)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam

Error Message:
Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_test_core_props

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_test_core_props
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:CB4465B310DA9B8A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam(CollectionsAPISolrJTest.java:264)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplica

Error Message:
Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_replicatests

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Could not fully create collection: solrj_replicatests
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:236F6E1793C84C69]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplica(CollectionsAPISolrJTest.java:285)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:46A55EC9D639D26]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:684)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11664 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPISolrJTest_CDDF174294045BD3-001\init-core-data-001
   [junit4]   2> 113007 WARN  (SUITE-CollectionsAPISolrJTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=70 numCloses=70
   [junit4]   2> 113007 INFO  (SUITE-CollectionsAPISolrJTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 113014 INFO  (SUITE-CollectionsAPISolrJTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 113014 INFO  (SUITE-CollectionsAPISolrJTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 113016 INFO  (SUITE-CollectionsAPISolrJTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPISolrJTest_CDDF174294045BD3-001\tempDir-001
   [junit4]   2> 113017 INFO  (SUITE-CollectionsAPISolrJTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 113018 INFO  (Thread-259) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 113018 INFO  (Thread-259) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 113027 ERROR (Thread-259) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 113119 INFO  (SUITE-CollectionsAPISolrJTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:61762
   [junit4]   2> 113130 INFO  (jetty-launcher-247-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 113145 INFO  (jetty-launcher-247-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@163d63a{/solr,null,AVAILABLE}
   [junit4]   2> 113149 INFO  (jetty-launcher-247-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 113150 INFO  (jetty-launcher-247-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f7094c{/solr,null,AVAILABLE}
   [junit4]   2> 113152 INFO  (jetty-launcher-247-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 113152 INFO  (jetty-launcher-247-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 113152 INFO  (jetty-launcher-247-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@241bdc{/solr,null,AVAILABLE}
   [junit4]   2> 113153 INFO  (jetty-launcher-247-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@ce7c51{HTTP/1.1,[http/1.1]}{127.0.0.1:61766}
   [junit4]   2> 113153 INFO  (jetty-launcher-247-thread-2) [    ] o.e.j.s.Server Started @121056ms
   [junit4]   2> 113153 INFO  (jetty-launcher-247-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61766}
   [junit4]   2> 113153 ERROR (jetty-launcher-247-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 113153 INFO  (jetty-launcher-247-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 113153 INFO  (jetty-launcher-247-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 113153 INFO  (jetty-launcher-247-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 113153 INFO  (jetty-launcher-247-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-24T02:14:27.238Z
   [junit4]   2> 113153 INFO  (jetty-launcher-247-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10721cf{HTTP/1.1,[http/1.1]}{127.0.0.1:61772}
   [junit4]   2> 113153 INFO  (jetty-launcher-247-thread-4) [    ] o.e.j.s.Server Started @121057ms
   [junit4]   2> 113153 INFO  (jetty-launcher-247-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61772}
   [junit4]   2> 113154 ERROR (jetty-launcher-247-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 113154 INFO  (jetty-launcher-247-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 113154 INFO  (jetty-launcher-247-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 113154 INFO  (jetty-launcher-247-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 113154 INFO  (jetty-launcher-247-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-24T02:14:27.239Z
   [junit4]   2> 113154 INFO  (jetty-launcher-247-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a23c5f{/solr,null,AVAILABLE}
   [junit4]   2> 113155 INFO  (jetty-launcher-247-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15aef31{HTTP/1.1,[http/1.1]}{127.0.0.1:61775}
   [junit4]   2> 113155 INFO  (jetty-launcher-247-thread-3) [    ] o.e.j.s.Server Started @121058ms
   [junit4]   2> 113155 INFO  (jetty-launcher-247-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61775}
   [junit4]   2> 113155 ERROR (jetty-launcher-247-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 113155 INFO  (jetty-launcher-247-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 113155 INFO  (jetty-launcher-247-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 113155 INFO  (jetty-launcher-247-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 113155 INFO  (jetty-launcher-247-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-24T02:14:27.240Z
   [junit4]   2> 113156 INFO  (jetty-launcher-247-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1aa3a14{HTTP/1.1,[http/1.1]}{127.0.0.1:61769}
   [junit4]   2> 113156 INFO  (jetty-launcher-247-thread-1) [    ] o.e.j.s.Server Started @121059ms
   [junit4]   2> 113156 INFO  (jetty-launcher-247-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61769}
   [junit4]   2> 113156 ERROR (jetty-launcher-247-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 113156 INFO  (jetty-launcher-247-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 113156 INFO  (jetty-launcher-247-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 113156 INFO  (jetty-launcher-247-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 113156 INFO  (jetty-launcher-247-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-24T02:14:27.241Z
   [junit4]   2> 113184 INFO  (jetty-launcher-247-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 113185 INFO  (jetty-launcher-247-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 113185 INFO  (jetty-launcher-247-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 113193 INFO  (jetty-launcher-247-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 113204 INFO  (jetty-launcher-247-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61762/solr
   [junit4]   2> 113205 INFO  (jetty-launcher-247-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61762/solr
   [junit4]   2> 113213 INFO  (jetty-launcher-247-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61762/solr
   [junit4]   2> 113218 INFO  (jetty-launcher-247-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61762/solr
   [junit4]   2> 113226 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4c28dc280007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 113232 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4c28dc280008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 113279 INFO  (jetty-launcher-247-thread-4) [n:127.0.0.1:61772_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 113279 INFO  (jetty-launcher-247-thread-4) [n:127.0.0.1:61772_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61772_solr
   [junit4]   2> 113281 INFO  (jetty-launcher-247-thread-4) [n:127.0.0.1:61772_solr    ] o.a.s.c.Overseer Overseer (id=98881455201452043-127.0.0.1:61772_solr-n_0000000000) starting
   [junit4]   2> 113282 INFO  (jetty-launcher-247-thread-1) [n:127.0.0.1:61769_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 113283 INFO  (jetty-launcher-247-thread-1) [n:127.0.0.1:61769_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61769_solr
   [junit4]   2> 113285 INFO  (zkCallback-268-thread-1-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 113285 INFO  (zkCallback-269-thread-1-processing-n:127.0.0.1:61769_solr) [n:127.0.0.1:61769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 113301 INFO  (jetty-launcher-247-thread-4) [n:127.0.0.1:61772_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61772_solr
   [junit4]   2> 113333 INFO  (zkCallback-268-thread-1-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 113333 INFO  (zkCallback-269-thread-1-processing-n:127.0.0.1:61769_solr) [n:127.0.0.1:61769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 113436 INFO  (jetty-launcher-247-thread-3) [n:127.0.0.1:61775_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 113436 INFO  (jetty-launcher-247-thread-2) [n:127.0.0.1:61766_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 113442 INFO  (jetty-launcher-247-thread-3) [n:127.0.0.1:61775_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 113443 INFO  (jetty-launcher-247-thread-2) [n:127.0.0.1:61766_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 113446 INFO  (jetty-launcher-247-thread-3) [n:127.0.0.1:61775_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61775_solr
   [junit4]   2> 113446 INFO  (jetty-launcher-247-thread-2) [n:127.0.0.1:61766_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61766_solr
   [junit4]   2> 113464 INFO  (jetty-launcher-247-thread-4) [n:127.0.0.1:61772_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61772.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113472 INFO  (jetty-launcher-247-thread-4) [n:127.0.0.1:61772_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61772.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113472 INFO  (jetty-launcher-247-thread-4) [n:127.0.0.1:61772_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61772.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113473 INFO  (jetty-launcher-247-thread-4) [n:127.0.0.1:61772_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPISolrJTest_CDDF174294045BD3-001\tempDir-001\node4\.
   [junit4]   2> 113481 INFO  (zkCallback-269-thread-1-processing-n:127.0.0.1:61769_solr) [n:127.0.0.1:61769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 113484 INFO  (zkCallback-267-thread-1-processing-n:127.0.0.1:61766_solr) [n:127.0.0.1:61766_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 113502 INFO  (zkCallback-268-thread-1-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 113513 INFO  (zkCallback-266-thread-1-processing-n:127.0.0.1:61775_solr) [n:127.0.0.1:61775_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 113524 INFO  (zkCallback-267-thread-1-processing-n:127.0.0.1:61766_solr) [n:127.0.0.1:61766_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 113556 INFO  (zkCallback-269-thread-1-processing-n:127.0.0.1:61769_solr) [n:127.0.0.1:61769_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 113556 INFO  (OverseerStateUpdate-98881455201452043-127.0.0.1:61772_solr-n_0000000000) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 113599 INFO  (zkCallback-266-thread-2-processing-n:127.0.0.1:61775_solr) [n:127.0.0.1:61775_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 113608 INFO  (jetty-launcher-247-thread-1) [n:127.0.0.1:61769_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61769.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113608 INFO  (jetty-launcher-247-thread-2) [n:127.0.0.1:61766_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61766.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113626 INFO  (jetty-launcher-247-thread-1) [n:127.0.0.1:61769_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61769.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113626 INFO  (jetty-launcher-247-thread-1) [n:127.0.0.1:61769_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61769.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113629 INFO  (jetty-launcher-247-thread-1) [n:127.0.0.1:61769_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPISolrJTest_CDDF174294045BD3-001\tempDir-001\node1\.
   [junit4]   2> 113631 INFO  (jetty-launcher-247-thread-2) [n:127.0.0.1:61766_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61766.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113631 INFO  (jetty-launcher-247-thread-2) [n:127.0.0.1:61766_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61766.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113632 INFO  (jetty-launcher-247-thread-2) [n:127.0.0.1:61766_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPISolrJTest_CDDF174294045BD3-001\tempDir-001\node2\.
   [junit4]   2> 113699 INFO  (jetty-launcher-247-thread-3) [n:127.0.0.1:61775_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61775.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113706 INFO  (jetty-launcher-247-thread-3) [n:127.0.0.1:61775_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61775.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113707 INFO  (jetty-launcher-247-thread-3) [n:127.0.0.1:61775_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61775.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5761a8
   [junit4]   2> 113707 INFO  (jetty-launcher-247-thread-3) [n:127.0.0.1:61775_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.CollectionsAPISolrJTest_CDDF174294045BD3-001\tempDir-001\node3\.
   [junit4]   2> 113772 INFO  (SUITE-CollectionsAPISolrJTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 113774 INFO  (SUITE-CollectionsAPISolrJTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61762/solr ready
   [junit4]   2> 113791 INFO  (TEST-CollectionsAPISolrJTest.testBalanceShardUnique-seed#[CDDF174294045BD3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBalanceShardUnique
   [junit4]   2> 113794 INFO  (qtp5629719-1303) [n:127.0.0.1:61769_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=balancedProperties&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 113803 INFO  (OverseerThreadFactory-389-thread-1-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.CreateCollectionCmd Create collection balancedProperties
   [junit4]   2> 143937 ERROR (OverseerThreadFactory-389-thread-1-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: balancedProperties operation: create failed:org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [balancedProperties_shard1_replica_n1, balancedProperties_shard1_replica_n2, balancedProperties_shard2_replica_n3, balancedProperties_shard2_replica_n4] in cluster state.
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.waitToSeeReplicasInState(OverseerCollectionMessageHandler.java:707)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:289)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 143954 INFO  (qtp5629719-1303) [n:127.0.0.1:61769_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=balancedProperties&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=30159
   [junit4]   2> 143955 ERROR (qtp5629719-1303) [n:127.0.0.1:61769_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [balancedProperties_shard1_replica_n1, balancedProperties_shard1_replica_n2, balancedProperties_shard2_replica_n3, balancedProperties_shard2_replica_n4] in cluster state.
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]   2> 	at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 143956 INFO  (TEST-CollectionsAPISolrJTest.testBalanceShardUnique-seed#[CDDF174294045BD3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBalanceShardUnique
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPISolrJTest -Dtests.method=testBalanceShardUnique -Dtests.seed=CDDF174294045BD3 -Dtests.slow=true -Dtests.locale=sr-RS -Dtests.timezone=Asia/Irkutsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   30.2s J0 | CollectionsAPISolrJTest.testBalanceShardUnique <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:61769/solr: Timed out waiting to see all replicas: [balancedProperties_shard1_replica_n1, balancedProperties_shard1_replica_n2, balancedProperties_shard2_replica_n3, balancedProperties_shard2_replica_n4] in cluster state.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CDDF174294045BD3:8567A10F2EA4F310]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPISolrJTest.testBalanceShardUnique(CollectionsAPISolrJTest.java:389)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 143975 INFO  (TEST-CollectionsAPISolrJTest.testCreateWithDefaultConfigSet-seed#[CDDF174294045BD3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateWithDefaultConfigSet
   [junit4]   2> 143976 INFO  (qtp5629719-1338) [n:127.0.0.1:61769_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&name=solrj_default_configset&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 143980 INFO  (OverseerCollectionConfigSetProcessor-98881455201452043-127.0.0.1:61772_solr-n_0000000000) [n:127.0.0.1:61772_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 144030 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.CreateCollectionCmd Create collection solrj_default_configset
   [junit4]   2> 144030 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 144031 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/solrj_default_configset/managed-schema
   [junit4]   2> 144034 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/solrj_default_configset/protwords.txt
   [junit4]   2> 144035 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/solrj_default_configset/solrconfig.xml
   [junit4]   2> 144039 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/solrj_default_configset/synonyms.txt
   [junit4]   2> 144040 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/solrj_default_configset/stopwords.txt
   [junit4]   2> 144042 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/solrj_default_configset/lang/contractions_it.txt
   [junit4]   2> 144044 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/solrj_default_configset/lang/contractions_ca.txt
   [junit4]   2> 144045 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/solrj_default_configset/lang/stemdict_nl.txt
   [junit4]   2> 144047 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/solrj_default_configset/lang/stopwords_hy.txt
   [junit4]   2> 144048 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/solrj_default_configset/lang/stopwords_no.txt
   [junit4]   2> 144049 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/solrj_default_configset/lang/stopwords_id.txt
   [junit4]   2> 144051 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/solrj_default_configset/lang/stopwords_da.txt
   [junit4]   2> 144052 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/solrj_default_configset/lang/stopwords_ga.txt
   [junit4]   2> 144054 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/solrj_default_configset/lang/stopwords_hi.txt
   [junit4]   2> 144055 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/solrj_default_configset/lang/stopwords_ja.txt
   [junit4]   2> 144057 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/solrj_default_configset/lang/stopwords_pt.txt
   [junit4]   2> 144058 INFO  (OverseerThreadFactory-389-thread-2-processing-n:127.0.0.1:61772_solr) [n:127.0.0.1:61772_solr    ] o.a.s.c.c.ZkConfigManager

[...truncated too long message...]

ZooKeeper... (4) -> (3)
   [junit4]   2> 1372753 INFO  (jetty-closer-3127-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1372753 INFO  (jetty-closer-3127-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15a209c: rootName = solr_53823, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1ba4d81
   [junit4]   2> 1372754 INFO  (jetty-closer-3127-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1372754 INFO  (jetty-closer-3127-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ea9709: rootName = solr_53961, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1ba4d81
   [junit4]   2> 1372755 INFO  (jetty-closer-3127-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1372756 INFO  (jetty-closer-3127-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a19f6b: rootName = solr_53943, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1ba4d81
   [junit4]   2> 1372757 INFO  (jetty-closer-3127-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:53823_solr
   [junit4]   2> 1372759 INFO  (jetty-closer-3127-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:53961_solr
   [junit4]   2> 1372759 INFO  (jetty-closer-3127-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:53943_solr
   [junit4]   2> 1372759 INFO  (jetty-closer-3127-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1372759 INFO  (jetty-closer-3127-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1372761 INFO  (jetty-closer-3127-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1372761 INFO  (jetty-closer-3127-thread-4) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1372761 INFO  (jetty-closer-3127-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1372761 INFO  (jetty-closer-3127-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1372762 INFO  (zkCallback-3209-thread-1-processing-n:127.0.0.1:53823_solr) [n:127.0.0.1:53823_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 1372762 INFO  (zkCallback-3243-thread-1-processing-n:127.0.0.1:53961_solr) [n:127.0.0.1:53961_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 1372762 INFO  (zkCallback-3237-thread-1-processing-n:127.0.0.1:53943_solr) [n:127.0.0.1:53943_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 1372764 INFO  (jetty-closer-3127-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@332c03{/solr,null,UNAVAILABLE}
   [junit4]   2> 1372764 INFO  (jetty-closer-3127-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@198e706{/solr,null,UNAVAILABLE}
   [junit4]   2> 1372764 INFO  (jetty-closer-3127-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ee23c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1374207 WARN  (zkCallback-3268-thread-1-processing-n:127.0.0.1:54126_solr) [n:127.0.0.1:54126_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1374207 INFO  (jetty-closer-3127-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c267{/solr,null,UNAVAILABLE}
   [junit4]   2> 1374246 WARN  (zkCallback-3280-thread-1-processing-n:127.0.0.1:54181_solr) [n:127.0.0.1:54181_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1374246 INFO  (jetty-closer-3127-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@516d3a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1374248 ERROR (SUITE-TriggerIntegrationTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1374248 INFO  (SUITE-TriggerIntegrationTest-seed#[CDDF174294045BD3]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53381 53381
   [junit4]   2> 1374249 INFO  (Thread-2275) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53381 53381
   [junit4]   2> 1374249 WARN  (Thread-2275) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/aliases.json
   [junit4]   2> 	14	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/clusterprops.json
   [junit4]   2> 	35	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98881530357547057-127.0.0.1:53961_solr-n_0000000010
   [junit4]   2> 	2	/solr/overseer_elect/election/98881530357547043-127.0.0.1:53823_solr-n_0000000007
   [junit4]   2> 	2	/solr/overseer_elect/election/98881530357547023-127.0.0.1:53454_solr-n_0000000003
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/collections
   [junit4]   2> 	33	/solr/live_nodes
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	3	/solr/autoscaling/events/node_added_trigger
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_trigger
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.TriggerIntegrationTest_CDDF174294045BD3-001
   [junit4]   2> Oct 24, 2017 2:35:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1827, maxMBSortInHeap=6.609616312182314, sim=RandomSimilarity(queryNorm=true): {}, locale=hi-IN, timezone=America/Scoresbysund
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=258069312,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestExclusionRuleCollectionAccess, MoveReplicaHDFSTest, CoreSorterTest, TestTolerantUpdateProcessorCloud, TestCloudPivotFacet, CdcrBootstrapTest, CollectionsAPISolrJTest, StatsReloadRaceTest, JavabinLoaderTest, ResponseLogComponentTest, TestDynamicLoading, TestAnalyzeInfixSuggestions, HdfsDirectoryTest, BigEndianAscendingWordDeserializerTest, ShowFileRequestHandlerTest, TestFieldResource, TestSimpleQParserPlugin, ScriptEngineTest, CursorPagingTest, PrimitiveFieldTypeTest, TestNumericRangeQuery32, SpatialFilterTest, TestSolrConfigHandler, PreAnalyzedFieldManagedSchemaCloudTest, SuggesterWFSTTest, TimeZoneUtilsTest, TestQuerySenderNoQuery, TestCryptoKeys, TestQuerySenderListener, NoCacheHeaderTest, BlockDirectoryTest, CoreMergeIndexesAdminHandlerTest, DistributedQueryElevationComponentTest, HdfsWriteToMultipleCollectionsTest, TestUninvertingReader, TestRecovery, HdfsRecoveryZkTest, ReplicaListTransformerTest, TestUnifiedSolrHighlighter, TestStressCloudBlindAtomicUpdates, TestPerFieldSimilarityWithDefaultOverride, TestObjectReleaseTracker, TestReRankQParserPlugin, CreateCollectionCleanupTest, ShardSplitTest, SyncSliceTest, HdfsTlogReplayBufferedWhileIndexingTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestSSLRandomization, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCollationFieldDocValues, SolrSlf4jReporterTest, TestPivotHelperCode, TestStressRecovery, MultiTermTest, HLLUtilTest, TestSolrFieldCacheBean, SuggestComponentTest, TestFileDictionaryLookup, SolrTestCaseJ4Test, PathHierarchyTokenizerFactoryTest, SolrIndexMetricsTest, TestExpandComponent, ConvertedLegacyTest, SecurityConfHandlerTest, ChaosMonkeyNothingIsSafeTest, TemplateUpdateProcessorTest, TestReversedWildcardFilterFactory, DisMaxRequestHandlerTest, TestScoreJoinQPNoScore, AnalyticsMergeStrategyTest, TestDFISimilarityFactory, UpdateLogTest, TestCoreDiscovery, AsyncCallRequestStatusResponseTest, TestIBSimilarityFactory, TestCursorMarkWithoutUniqueKey, TestReplicationHandler, TestEmbeddedSolrServerAdminHandler, TestSQLHandler, TestJsonFacetRefinement, TestManagedSchema, HighlighterTest, CleanupOldIndexTest, ChangedSchemaMergeTest, TestFieldSortValues, TestShardHandlerFactory, TestLeaderElectionWithEmptyReplica, TestHdfsBackupRestoreCore, TestUpdate, TestSolrCloudWithHadoopAuthPlugin, TestJmxIntegration, TestExceedMaxTermLength, AddReplicaTest, TestHighFrequencyDictionaryFactory, TriggerIntegrationTest]
   [junit4] Completed [284/744 (2!)] on J0 in 115.21s, 10 tests, 1 failure <<< FAILURES!

[...truncated 44583 lines...]

[JENKINS] Lucene-Solr-7.x-Windows (32bit/jdk1.8.0_144) - Build # 262 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/262/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.AlternateDirectoryTest

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001\init-core-data-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001\init-core-data-001    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001\init-core-data-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001\init-core-data-001
   C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001

	at __randomizedtesting.SeedInfo.seed([EEF6A5B299DAEECB]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13048 lines...]
   [junit4] Suite: org.apache.solr.core.AlternateDirectoryTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001\init-core-data-001
   [junit4]   2> 2016659 WARN  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 2016659 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2016663 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2016663 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2016664 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2016665 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2016710 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2016721 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 2016844 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2016976 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c98315
   [junit4]   2> 2016989 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c98315
   [junit4]   2> 2016989 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c98315
   [junit4]   2> 2016992 INFO  (coreLoadExecutor-7989-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2016993 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2017042 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2017057 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2017168 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2017176 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 2017176 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c98315
   [junit4]   2> 2017177 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2017177 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001\init-core-data-001\]
   [junit4]   2> 2017181 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2017285 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2017285 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2017286 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=48.6083984375, floorSegmentMB=1.76953125, forceMergeDeletesPctAllowed=9.775854162697245, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2017287 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9e82fc[collection1] main]
   [junit4]   2> 2017288 WARN  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 2017290 INFO  (coreLoadExecutor-7989-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2017290 INFO  (searcherExecutor-7990-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@9e82fc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2017292 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 2017293 INFO  (TEST-AlternateDirectoryTest.testAltDirectoryUsed-seed#[EEF6A5B299DAEECB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAltDirectoryUsed
   [junit4]   2> 2017294 INFO  (TEST-AlternateDirectoryTest.testAltDirectoryUsed-seed#[EEF6A5B299DAEECB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=/select&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2017294 INFO  (TEST-AlternateDirectoryTest.testAltDirectoryUsed-seed#[EEF6A5B299DAEECB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAltDirectoryUsed
   [junit4]   2> 2017295 INFO  (TEST-AlternateDirectoryTest.testAltReaderUsed-seed#[EEF6A5B299DAEECB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAltReaderUsed
   [junit4]   2> 2017295 INFO  (TEST-AlternateDirectoryTest.testAltReaderUsed-seed#[EEF6A5B299DAEECB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAltReaderUsed
   [junit4]   2> 2017296 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2017296 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=18696114
   [junit4]   2> 2017296 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2017296 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e8b733: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b3d1f5
   [junit4]   2> 2017299 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2017299 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@730322: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@ae4e7b
   [junit4]   2> 2017301 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2017301 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b7ae01: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2e9e3c
   [junit4]   2> 2017301 INFO  (coreCloseExecutor-7994-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3f906
   [junit4]   2> 2017301 INFO  (coreCloseExecutor-7994-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=260358
   [junit4]   2> 2017301 INFO  (coreCloseExecutor-7994-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9692a: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@5d0474
   [junit4]   2> 2017314 INFO  (SUITE-AlternateDirectoryTest-seed#[EEF6A5B299DAEECB]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Oct 23, 2017 3:30:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=ms, timezone=America/Marigot
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_144 (32-bit)/cpus=3,threads=1,free=80678248,total=305709056
   [junit4]   2> NOTE: All tests run in this JVM: [TestRecovery, TestDistributedSearch, ResourceLoaderTest, TestSolrDeletionPolicy2, TestCollectionsAPIViaSolrCloudCluster, TestLMDirichletSimilarityFactory, SecurityConfHandlerTest, CollectionTooManyReplicasTest, TestReloadDeadlock, DistanceFunctionTest, HdfsChaosMonkeySafeLeaderTest, HdfsWriteToMultipleCollectionsTest, TestStressUserVersions, CollectionsAPISolrJTest, TestHighFrequencyDictionaryFactory, TestBlobHandler, PrimitiveFieldTypeTest, TestQuerySenderListener, TestTolerantSearch, HLLUtilTest, OutputWriterTest, ConnectionReuseTest, TestDocTermOrds, MetricsHandlerTest, TestRandomCollapseQParserPlugin, DistributedVersionInfoTest, DistribJoinFromCollectionTest, TestUninvertingReader, SpellCheckCollatorTest, HighlighterTest, TestReRankQParserPlugin, RuleEngineTest, TestClusterProperties, TestFieldCacheSortRandom, SolrTestCaseJ4Test, TestFileDictionaryLookup, SuggesterTest, DisMaxRequestHandlerTest, TestRangeQuery, RecoveryZkTest, TestIndexingPerformance, TestDefaultStatsCache, SuggesterFSTTest, TestSolrCloudWithKerberosAlt, TestHighlightDedupGrouping, SolrRequestParserTest, ReplaceNodeTest, TestSimpleQParserPlugin, BitVectorTest, MultiTermTest, RAMDirectoryFactoryTest, TestSolrFieldCacheBean, TestLockTree, TestMaxScoreQueryParser, ScriptEngineTest, TestGraphTermsQParserPlugin, TestShardHandlerFactory, ShowFileRequestHandlerTest, NumericFieldsTest, SolrShardReporterTest, PrimUtilsTest, AnalysisErrorHandlingTest, TestManagedResource, TestLeaderInitiatedRecoveryThread, CSVRequestHandlerTest, DirectUpdateHandlerOptimizeTest, TestCollectionAPIs, ReplicaListTransformerTest, TestNumericTerms32, SyncSliceTest, V2StandaloneTest, OverseerTaskQueueTest, ConjunctionSolrSpellCheckerTest, DeleteShardTest, TestLazyCores, CircularListTest, ChangedSchemaMergeTest, RecoveryAfterSoftCommitTest, SolrIndexMetricsTest, SolrInfoBeanTest, SortSpecParsingTest, TestSQLHandler, TestGeoJSONResponseWriter, DateFieldTest, TestSystemCollAutoCreate, DistributedSpellCheckComponentTest, TestRequestForwarding, StatsReloadRaceTest, TestAuthenticationFramework, ConfigSetsAPITest, TestUpdate, CollectionReloadTest, TestRuleBasedAuthorizationPlugin, UpdateLogTest, TimeZoneUtilsTest, TestCopyFieldCollectionResource, TestCollationFieldDocValues, TestFieldCacheWithThreads, CursorMarkTest, TestSchemaManager, TestNumericTokenStream, TestStressRecovery, TestFieldCacheReopen, SolrMetricReporterTest, TestSSLRandomization, TestSolrCloudWithHadoopAuthPlugin, TestDistribDocBasedVersion, TestInitQParser, TestManagedSynonymFilterFactory, TestDFRSimilarityFactory, TestConfigSetProperties, DeleteInactiveReplicaTest, PreAnalyzedFieldManagedSchemaCloudTest, TestPullReplica, CdcrBootstrapTest, CheckHdfsIndexTest, TestCoreAdminApis, LeaderElectionContextKeyTest, TestExclusionRuleCollectionAccess, CloneFieldUpdateProcessorFactoryTest, SortByFunctionTest, DistributedFacetPivotLargeTest, FullHLLTest, TestOmitPositions, TestSchemaVersionResource, TestNumericRangeQuery32, TestIBSimilarityFactory, TestRawResponseWriter, ChaosMonkeyNothingIsSafeTest, ClassificationUpdateProcessorIntegrationTest, TemplateUpdateProcessorTest, TestCryptoKeys, TestComplexPhraseQParserPlugin, TestSolrCoreProperties, TestSweetSpotSimilarityFactory, RequiredFieldsTest, TestRandomFlRTGCloud, SuggesterTSTTest, SpatialRPTFieldTypeTest, TestExactSharedStatsCache, TriggerIntegrationTest, OverseerTest, RequestHandlersTest, TestConfigOverlay, TestDynamicLoading, LeaderElectionTest, SimpleMLTQParserTest, SolrJmxReporterCloudTest, XsltUpdateRequestHandlerTest, MoveReplicaHDFSTest, CdcrVersionReplicationTest, QueryResultKeyTest, SolrGangliaReporterTest, TestJavabinTupleStreamParser, TestJoin, BlobRepositoryCloudTest, TestObjectReleaseTracker, SuggestComponentTest, TestCSVResponseWriter, ShardSplitTest, BadCopyFieldTest, TestMacros, OutOfBoxZkACLAndCredentialsProvidersTest, TestInfoStreamLogging, HdfsRecoveryZkTest, HttpTriggerListenerTest, TestJsonFacetRefinement, TestCoreDiscovery, TestFiltering, TestShortCircuitedRequests, AddReplicaTest, RestartWhileUpdatingTest, HdfsBasicDistributedZkTest, AnalyticsMergeStrategyTest, DirectSolrConnectionTest, PreAnalyzedUpdateProcessorTest, SolrCmdDistributorTest, ForceLeaderTest, TestLegacyTerms, TestLegacyFieldReuse, StatsComponentTest, TestCollapseQParserPlugin, TestQuerySenderNoQuery, TestScoreJoinQPNoScore, AssignBackwardCompatibilityTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, JsonLoaderTest, SearchHandlerTest, HighlighterConfigTest, AlternateDirectoryTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AlternateDirectoryTest -Dtests.seed=EEF6A5B299DAEECB -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=America/Marigot -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | AlternateDirectoryTest (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001\init-core-data-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001\init-core-data-001
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.AlternateDirectoryTest_EEF6A5B299DAEECB-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EEF6A5B299DAEECB]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [455/744 (1!)] on J0 in 0.93s, 2 tests, 1 error <<< FAILURES!

[...truncated 44055 lines...]