You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/09/06 11:06:05 UTC

[JENKINS] Lucene-Solr-7.x-Windows (64bit/jdk-10.0.1) - Build # 776 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/776/
Java: 64bit/jdk-10.0.1 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([61821015936DB5A0:24926970AA2C68D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.scheduledTriggerTest(ScheduledTriggerTest.java:113)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger(ScheduledTriggerTest.java:66)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestNRTOpen

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001
   C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001

	at __randomizedtesting.SeedInfo.seed([61821015936DB5A0]:0)
	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:318)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 14399 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledTriggerTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ScheduledTriggerTest_61821015936DB5A0-001\init-core-data-001
   [junit4]   2> 2891976 INFO  (SUITE-ScheduledTriggerTest-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ScheduledTriggerTest_61821015936DB5A0-001\tempDir-001
   [junit4]   2> 2891976 INFO  (SUITE-ScheduledTriggerTest-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2891976 INFO  (Thread-4706) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2891976 INFO  (Thread-4706) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2891980 ERROR (Thread-4706) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2892077 INFO  (SUITE-ScheduledTriggerTest-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:50087
   [junit4]   2> 2892079 INFO  (zkConnectionManagerCallback-7388-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2892083 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 10.0.1+10
   [junit4]   2> 2892083 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2892083 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2892083 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2892084 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b0cd341{/solr,null,AVAILABLE}
   [junit4]   2> 2892085 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5182bb91{HTTP/1.1,[http/1.1]}{127.0.0.1:50091}
   [junit4]   2> 2892085 INFO  (jetty-launcher-7385-thread-1) [    ] o.e.j.s.Server Started @2892116ms
   [junit4]   2> 2892085 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50091}
   [junit4]   2> 2892085 ERROR (jetty-launcher-7385-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2892085 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2892085 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.5.0
   [junit4]   2> 2892085 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2892085 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2892085 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-06T10:17:18.327419400Z
   [junit4]   2> 2892087 INFO  (zkConnectionManagerCallback-7390-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2892088 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2892331 INFO  (jetty-launcher-7385-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50087/solr
   [junit4]   2> 2892333 INFO  (zkConnectionManagerCallback-7394-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2892336 INFO  (zkConnectionManagerCallback-7396-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2892429 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:50091_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50091_solr
   [junit4]   2> 2892430 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:50091_solr    ] o.a.s.c.Overseer Overseer (id=72177185532149763-127.0.0.1:50091_solr-n_0000000000) starting
   [junit4]   2> 2892438 INFO  (zkConnectionManagerCallback-7403-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2892440 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:50091_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50087/solr ready
   [junit4]   2> 2892440 INFO  (OverseerStateUpdate-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [n:127.0.0.1:50091_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:50091_solr
   [junit4]   2> 2892441 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:50091_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50091_solr
   [junit4]   2> 2892441 DEBUG (OverseerAutoScalingTriggerThread-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 2892443 DEBUG (OverseerAutoScalingTriggerThread-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2892443 DEBUG (OverseerAutoScalingTriggerThread-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2892443 DEBUG (OverseerAutoScalingTriggerThread-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2892443 INFO  (OverseerStateUpdate-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [n:127.0.0.1:50091_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2892447 DEBUG (OverseerAutoScalingTriggerThread-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: []
   [junit4]   2> 2892447 DEBUG (OverseerAutoScalingTriggerThread-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2892447 DEBUG (OverseerAutoScalingTriggerThread-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2892447 INFO  (zkCallback-7402-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2892453 DEBUG (ScheduledTrigger-11738-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2892464 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:50091_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2892480 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:50091_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50091.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 2892485 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:50091_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50091.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 2892485 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:50091_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50091.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 2892486 INFO  (jetty-launcher-7385-thread-1) [n:127.0.0.1:50091_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ScheduledTriggerTest_61821015936DB5A0-001\tempDir-001\node1\.
   [junit4]   2> 2892500 INFO  (zkConnectionManagerCallback-7406-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2892503 INFO  (zkConnectionManagerCallback-7411-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2892503 INFO  (SUITE-ScheduledTriggerTest-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2892504 INFO  (SUITE-ScheduledTriggerTest-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50087/solr ready
   [junit4]   2> 2892516 WARN  (TEST-ScheduledTriggerTest.testIgnoredEvent-seed#[61821015936DB5A0]) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-09-05T10:17:18.756Z. Now: 2018-09-06T10:17:18.757Z
   [junit4]   2> 2893455 DEBUG (ScheduledTrigger-11738-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2894455 DEBUG (ScheduledTrigger-11738-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2895457 DEBUG (ScheduledTrigger-11738-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2896457 DEBUG (ScheduledTrigger-11738-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2897458 DEBUG (ScheduledTrigger-11738-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2898459 DEBUG (ScheduledTrigger-11738-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2898526 WARN  (TEST-ScheduledTriggerTest.testTrigger-seed#[61821015936DB5A0]) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-09-06T10:17:21.767Z. Now: 2018-09-06T10:17:24.767Z
   [junit4]   2> 2899461 DEBUG (ScheduledTrigger-11738-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2900462 DEBUG (ScheduledTrigger-11738-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2901463 DEBUG (ScheduledTrigger-11738-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 2901527 WARN  (TEST-ScheduledTriggerTest.testTrigger-seed#[61821015936DB5A0]) [    ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-09-06T10:17:24.767Z. Now: 2018-09-06T10:17:27.768Z
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ScheduledTriggerTest -Dtests.method=testTrigger -Dtests.seed=61821015936DB5A0 -Dtests.slow=true -Dtests.locale=pt-CH -Dtests.timezone=Europe/Brussels -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 9.01s J0 | ScheduledTriggerTest.testTrigger <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<3> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([61821015936DB5A0:24926970AA2C68D]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.scheduledTriggerTest(ScheduledTriggerTest.java:113)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger(ScheduledTriggerTest.java:66)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2901529 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006cc490880006, likely client has closed socket
   [junit4]   2> 2901532 INFO  (jetty-closer-7386-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5182bb91{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2901532 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=947432328
   [junit4]   2> 2901532 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2901532 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18c54cb5: rootName = solr_50091, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@49a9b403
   [junit4]   2> 2901537 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2901537 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68f32534: rootName = solr_50091, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1576dab5
   [junit4]   2> 2901539 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2901539 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35eb5dd6: rootName = solr_50091, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7055a5bd
   [junit4]   2> 2901541 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50091_solr
   [junit4]   2> 2901542 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2901542 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2901542 INFO  (zkCallback-7395-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2901542 INFO  (jetty-closer-7386-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72177185532149763-127.0.0.1:50091_solr-n_0000000000) closing
   [junit4]   2> 2901542 WARN  (OverseerAutoScalingTriggerThread-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2901543 INFO  (OverseerStateUpdate-72177185532149763-127.0.0.1:50091_solr-n_0000000000) [n:127.0.0.1:50091_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50091_solr
   [junit4]   2> 2901543 INFO  (zkCallback-7402-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2901543 DEBUG (jetty-closer-7386-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 2901543 DEBUG (jetty-closer-7386-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 2901543 DEBUG (jetty-closer-7386-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 2901543 DEBUG (jetty-closer-7386-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 2901543 DEBUG (jetty-closer-7386-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 2901543 DEBUG (jetty-closer-7386-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2901545 INFO  (jetty-closer-7386-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b0cd341{/solr,null,UNAVAILABLE}
   [junit4]   2> 2901545 INFO  (jetty-closer-7386-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2901545 ERROR (SUITE-ScheduledTriggerTest-seed#[61821015936DB5A0]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2901545 INFO  (SUITE-ScheduledTriggerTest-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50087 50087
   [junit4]   2> 2901546 INFO  (Thread-4706) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50087 50087
   [junit4]   2> 2901547 WARN  (Thread-4706) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ScheduledTriggerTest_61821015936DB5A0-001
   [junit4]   2> Sep 06, 2018 10:17:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1624, maxMBSortInHeap=7.180266952603883, sim=RandomSimilarity(queryNorm=false): {}, locale=pt-CH, timezone=Europe/Brussels
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 10.0.1 (64-bit)/cpus=3,threads=1,free=195557224,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ActionThrottleTest, SolrIndexMetricsTest, SolrCoreMetricManagerTest, DocExpirationUpdateProcessorFactoryTest, TlogReplayBufferedWhileIndexingTest, DeleteLastCustomShardedReplicaTest, TestCustomStream, ImplicitSnitchTest, HdfsRecoverLeaseTest, TestSubQueryTransformer, DateRangeFieldTest, TestSimGenericDistributedQueue, BadComponentTest, TestManagedStopFilterFactory, UninvertDocValuesMergePolicyTest, PeerSyncWithLeaderTest, AutoAddReplicasIntegrationTest, MergeStrategyTest, TestDistributedStatsComponentCardinality, AnalysisErrorHandlingTest, TestConfigSetsAPI, TestSegmentSorting, SignatureUpdateProcessorFactoryTest, TestRandomRequestDistribution, TestSolrCoreProperties, ShowFileRequestHandlerTest, SchemaApiFailureTest, TestAddFieldRealTimeGet, TestSurroundQueryParser, BigEndianAscendingWordDeserializerTest, SolrJmxReporterCloudTest, DistributedFacetPivotWhiteBoxTest, ConjunctionSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, BasicAuthStandaloneTest, MetricUtilsTest, TestInPlaceUpdatesDistrib, TestJsonFacetRefinement, TestLegacyTerms, CoreAdminCreateDiscoverTest, XmlUpdateRequestHandlerTest, CurrencyFieldTypeTest, FileBasedSpellCheckerTest, TestSQLHandlerNonCloud, TestSearcherReuse, TestSmileRequest, PeerSyncWithIndexFingerprintCachingTest, TestSizeLimitedDistributedMap, IgnoreCommitOptimizeUpdateProcessorFactoryTest, BlobRepositoryCloudTest, DistributedFacetPivotSmallAdvancedTest, TestConfigSetsAPIZkFailure, ShufflingReplicaListTransformerTest, SynonymTokenizerTest, DistributedQueryComponentCustomSortTest, ShardRoutingTest, PrimitiveFieldTypeTest, HttpTriggerListenerTest, ClusterStateUpdateTest, TestBulkSchemaConcurrent, SubstringBytesRefFilterTest, LeaderFailoverAfterPartitionTest, TestLegacyFieldReuse, CdcrBootstrapTest, SolrGangliaReporterTest, TestCloudSearcherWarming, HDFSCollectionsAPITest, PeerSyncTest, FullSolrCloudDistribCmdsTest, ReplaceNodeNoTargetTest, TestDFISimilarityFactory, BinaryUpdateRequestHandlerTest, TestPolicyCloud, TestCloudJSONFacetSKG, RegexBoostProcessorTest, AnalysisAfterCoreReloadTest, TestMacroExpander, TestStressUserVersions, SolrShardReporterTest, DateMathParserTest, TestSortByMinMaxFunction, PeerSyncReplicationTest, TestDistributedGrouping, DebugComponentTest, NodeAddedTriggerIntegrationTest, StressHdfsTest, TestSuggestSpellingConverter, TestAnalyzeInfixSuggestions, TestComplexPhraseLeadingWildcard, TestJsonFacetsStatsParsing, TestBinaryResponseWriter, TestReplicationHandlerBackup, OpenExchangeRatesOrgProviderTest, AtomicUpdateProcessorFactoryTest, TestExceedMaxTermLength, JvmMetricsTest, LeaderElectionIntegrationTest, DistributedFacetPivotLargeTest, TestPullReplicaErrorHandling, TestRemoteStreaming, BlockJoinFacetRandomTest, HdfsChaosMonkeySafeLeaderTest, TestQueryUtils, TestSolr4Spatial2, TestNestedDocsSort, DistributedExpandComponentTest, TestNumericRangeQuery32, TestBadConfig, SolrInfoBeanTest, LegacyCloudClusterPropTest, TestDelegationWithHadoopAuth, HighlighterTest, ReplicationFactorTest, TestFieldCacheSortRandom, TestConfig, VersionInfoTest, AdminHandlersProxyTest, HdfsThreadLeakTest, TestInitParams, OverseerTaskQueueTest, BaseCdcrDistributedZkTest, TestIndexSearcher, OrderedExecutorTest, CheckHdfsIndexTest, URLClassifyProcessorTest, ReturnFieldsTest, TestCollectionAPI, CachingDirectoryFactoryTest, ResponseHeaderTest, TestRawResponseWriter, TestConfigSets, TestLuceneIndexBackCompat, TestDocTermOrdsUninvertLimit, TestUpdate, TestCustomDocTransformer, StatelessScriptUpdateProcessorFactoryTest, TestPayloadCheckQParserPlugin, TestValueSourceCache, OverseerRolesTest, TimeRoutedAliasUpdateProcessorTest, TestBlendedInfixSuggestions, DeleteStatusTest, MigrateRouteKeyTest, TestIBSimilarityFactory, TestConfigReload, TestSolrFieldCacheBean, QueryElevationComponentTest, TestAuthorizationFramework, HttpSolrCallGetCoreTest, HdfsUnloadDistributedZkTest, TestMiniSolrCloudClusterSSL, ZkFailoverTest, TestCloudInspectUtil, TestPointFields, GraphQueryTest, TestRetrieveFieldsOptimizer, LIRRollingUpdatesTest, TestSolrCloudWithSecureImpersonation, TestSweetSpotSimilarityFactory, UpdateLogTest, TestSolrQueryParser, DisMaxRequestHandlerTest, TestPHPSerializedResponseWriter, TestPrepRecovery, SuggestComponentTest, AnalyticsQueryTest, DocValuesNotIndexedTest, TestComponentsName, BasicDistributedZkTest, TestDistributedMap, TestSolrCloudSnapshots, ChangedSchemaMergeTest, DocValuesMultiTest, TestSimComputePlanAction, BitVectorTest, TestDeleteCollectionOnDownNodes, TestSchemaSimilarityResource, TestCollationFieldDocValues, TestUseDocValuesAsStored, XmlInterpolationTest, HdfsRestartWhileUpdatingTest, TestWordDelimiterFilterFactory, RangeFacetCloudTest, LoggingHandlerTest, CustomCollectionTest, ChaosMonkeyNothingIsSafeTest, UniqFieldsUpdateProcessorFactoryTest, MBeansHandlerTest, CreateRoutedAliasTest, AsyncCallRequestStatusResponseTest, ScheduledMaintenanceTriggerTest, TestHdfsBackupRestoreCore, AssignTest, TestSolrXml, TestSubQueryTransformerDistrib, TestBulkSchemaAPI, BJQParserTest, TestDynamicLoading, TestSerializedLuceneMatchVersion, QueryResultKeyTest, TestSolrDeletionPolicy2, HdfsLockFactoryTest, TestSolrCloudWithHadoopAuthPlugin, RecoveryZkTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SliceStateTest, SolrCloudExampleTest, TestCloudConsistency, TestCloudPseudoReturnFields, TestCloudRecovery, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestRequestForwarding, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens, TestTlogReplica, UnloadDistributedZkTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, NodeAddedTriggerTest, NodeMarkersRegistrationTest, ScheduledTriggerTest]
   [junit4] Completed [537/831 (1!)] on J0 in 9.84s, 2 tests, 1 failure <<< FAILURES!

[...truncated 201 lines...]
   [junit4] Suite: org.apache.solr.core.TestNRTOpen
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001
   [junit4]   2> 3921249 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3921290 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 3921300 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=minimal
   [junit4]   2> 3921301 WARN  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 3921301 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 3921865 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3921865 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3921887 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 3921896 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 3921896 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 3921909 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3921941 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 3921953 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 3921953 WARN  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 3921953 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 3921953 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 3921953 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 3921953 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001\]
   [junit4]   2> 3922220 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3922220 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3922226 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c948a15[collection1] main]
   [junit4]   2> 3922226 WARN  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 3922227 INFO  (coreLoadExecutor-13874-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3922229 INFO  (searcherExecutor-13875-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3c948a15[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3922229 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 3922229 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3922229 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5ecc00a0 commitCommandVersion:0
   [junit4]   2> 3922325 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@799db8ae[collection1] main]
   [junit4]   2> 3922325 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3922325 INFO  (searcherExecutor-13875-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@799db8ae[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.5.0):c1)))}
   [junit4]   2> 3922325 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 98
   [junit4]   2> 3922325 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1517021352
   [junit4]   2> 3922325 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3922325 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@326be1b9: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7ee6287
   [junit4]   2> 3922325 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3922325 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c05ce35: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1576dab5
   [junit4]   2> 3922325 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3922325 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7562ce12: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7055a5bd
   [junit4]   2> 3922347 INFO  (coreCloseExecutor-13879-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@fb41a71
   [junit4]   2> 3922347 INFO  (coreCloseExecutor-13879-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=fb41a71
   [junit4]   2> 3922347 INFO  (coreCloseExecutor-13879-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f80dbaf: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@86e7dc9
   [junit4]   2> 3922389 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3922415 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 3922420 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=minimal
   [junit4]   2> 3922421 WARN  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 3922421 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 3922701 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3922701 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3922729 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 3922749 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 3922753 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 3922773 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3922830 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 3922836 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 3922836 WARN  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 3922836 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 3922837 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1, trusted=true
   [junit4]   2> 3922837 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 3922837 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001\]
   [junit4]   2> 3922934 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3922934 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3922951 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2caf6bc[collection1] main]
   [junit4]   2> 3922952 WARN  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 3922952 INFO  (coreLoadExecutor-13889-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3922953 INFO  (searcherExecutor-13890-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2caf6bc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.5.0):c1)))}
   [junit4]   2> 3922977 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 3922977 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 3922979 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 1
   [junit4]   2> 3922979 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3922979 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6a78e9bb commitCommandVersion:0
   [junit4]   2> 3923183 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cec1ba8[collection1] main]
   [junit4]   2> 3923183 INFO  (searcherExecutor-13890-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4cec1ba8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.5.0):c1)))}
   [junit4]   2> 3923189 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3923189 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 210
   [junit4]   2> 3923190 ERROR (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\core.properties:java.nio.file.NoSuchFileException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\core.properties
   [junit4]   2> 3923206 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3923247 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 3923253 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 3923255 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 3923255 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 3923255 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1
   [junit4]   2> 3923286 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 3923301 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001\]
   [junit4]   2> 3923496 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3923496 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3923497 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22f5968f[collection1] main]
   [junit4]   2> 3923499 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 3923499 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3923499 INFO  (searcherExecutor-13894-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@22f5968f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.5.0):c1)))}
   [junit4]   2> 3923511 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 3923521 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a10931c[collection1] main]
   [junit4]   2> 3923545 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@35e3dfa3
   [junit4]   2> 3923545 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=35e3dfa3
   [junit4]   2> 3923545 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ac79279: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@379d49e4
   [junit4]   2> 3923546 INFO  (searcherExecutor-13894-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2a10931c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.5.0):c1)))}
   [junit4]   2> 3923571 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 1
   [junit4]   2> 3923571 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 3923586 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d3746d9[collection1] main]
   [junit4]   2> 3923591 INFO  (searcherExecutor-13894-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d3746d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.5.0):c1) Uninverting(_2(7.5.0):c1)))}
   [junit4]   2> 3923592 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3923592 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 20
   [junit4]   2> 3923593 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 4
   [junit4]   2> 3923593 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3923593 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@76a72818 commitCommandVersion:0
   [junit4]   2> 3923953 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c2cf152[collection1] main]
   [junit4]   2> 3923954 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3923956 INFO  (searcherExecutor-13894-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c2cf152[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.5.0):c1) Uninverting(_2(7.5.0):c1) Uninverting(_3(7.5.0):c1)))}
   [junit4]   2> 3923957 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 363
   [junit4]   2> 3923962 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 1
   [junit4]   2> 3923962 ERROR (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\core.properties:java.nio.file.NoSuchFileException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\core.properties
   [junit4]   2> 3923969 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib, /C:/Users/jenkins/workspace/Lucene-Solr-7.x-Windows/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 3924006 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 3924023 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 3924024 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 3924024 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 3924024 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1
   [junit4]   2> 3924058 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7e8e91bc
   [junit4]   2> 3924059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001\]
   [junit4]   2> 3924253 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3924253 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3924289 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@243c81fb[collection1] main]
   [junit4]   2> 3924302 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\src\test-files\solr\collection1\conf; switching to use InMemory storage instead.
   [junit4]   2> 3924302 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3924305 INFO  (searcherExecutor-13898-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@243c81fb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.5.0):c1) Uninverting(_2(7.5.0):c1) Uninverting(_3(7.5.0):c1) Uninverting(_4(7.5.0):c1)))}
   [junit4]   2> 3924479 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 3924485 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ca5fdec[collection1] main]
   [junit4]   2> 3924485 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1957dd0e
   [junit4]   2> 3924485 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1957dd0e
   [junit4]   2> 3924485 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@363263ac: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@379d49e4
   [junit4]   2> 3924485 INFO  (searcherExecutor-13898-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ca5fdec[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.5.0):c1) Uninverting(_2(7.5.0):c1) Uninverting(_3(7.5.0):c1) Uninverting(_4(7.5.0):c1)))}
   [junit4]   2> 3924513 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 3924513 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 3924515 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 1
   [junit4]   2> 3924516 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3924516 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@37b3c966 commitCommandVersion:0
   [junit4]   2> 3924607 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e2f7749[collection1] main]
   [junit4]   2> 3924607 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3924612 INFO  (searcherExecutor-13898-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4e2f7749[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(7.5.0):c1)))}
   [junit4]   2> 3924616 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 101
   [junit4]   2> 3924617 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3924617 WARN  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting a potentially large percent of the entire index, reducing to 2147483647 segments
   [junit4]   2> 3924617 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 3924618 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3924618 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{optimize=} 0 1
   [junit4]   2> 3924621 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 1
   [junit4]   2> 3924621 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 3924637 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4261a920[collection1] main]
   [junit4]   2> 3924641 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3924643 INFO  (searcherExecutor-13898-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4261a920[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(7.5.0):c1) Uninverting(_6(7.5.0):c1)))}
   [junit4]   2> 3924643 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 21
   [junit4]   2> 3924644 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 1
   [junit4]   2> 3924645 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 3924645 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3924645 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@37b3c966 commitCommandVersion:0
   [junit4]   2> 3924758 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43e0e483[collection1] main]
   [junit4]   2> 3924758 INFO  (searcherExecutor-13898-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43e0e483[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(7.5.0):c1) Uninverting(_6(7.5.0):c1) Uninverting(_7(7.5.0):c2)))}
   [junit4]   2> 3924758 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3924758 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 115
   [junit4]   2> 3924778 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=foo2:doc} 0 0
   [junit4]   2> 3924778 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3924778 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@37b3c966 commitCommandVersion:0
   [junit4]   2> 3924878 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19e82534[collection1] main]
   [junit4]   2> 3924879 INFO  (searcherExecutor-13898-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19e82534[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(7.5.0):c1) Uninverting(_6(7.5.0):c1) Uninverting(_7(7.5.0):c2/1:delGen=1)))}
   [junit4]   2> 3924880 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 3924880 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[61821015936DB5A0]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 101
   [junit4]   2> 3924882 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1675726131
   [junit4]   2> 3924909 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3924909 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c6c7ff0: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@61f9b369
   [junit4]   2> 3924925 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3924925 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@572748c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1576dab5
   [junit4]   2> 3924925 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3924925 INFO  (SUITE-TestNRTOpen-seed#[61821015936DB5A0]-worker) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4cea17a3: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7055a5bd
   [junit4]   2> 3924945 INFO  (coreCloseExecutor-13902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6567779e
   [junit4]   2> 3924945 INFO  (coreCloseExecutor-13902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=6567779e
   [junit4]   2> 3924945 INFO  (coreCloseExecutor-13902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47cf9901: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@379d49e4
   [junit4]   2> Sep 06, 2018 10:34:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=19614, maxDocsPerChunk=8, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=19614, blockSize=2)), sim=RandomSimilarity(queryNorm=false): {}, locale=uk, timezone=Europe/Guernsey
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 10.0.1 (64-bit)/cpus=3,threads=1,free=146897160,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ActionThrottleTest, SolrIndexMetricsTest, SolrCoreMetricManagerTest, DocExpirationUpdateProcessorFactoryTest, TlogReplayBufferedWhileIndexingTest, DeleteLastCustomShardedReplicaTest, TestCustomStream, ImplicitSnitchTest, HdfsRecoverLeaseTest, TestSubQueryTransformer, DateRangeFieldTest, TestSimGenericDistributedQueue, BadComponentTest, TestManagedStopFilterFactory, UninvertDocValuesMergePolicyTest, PeerSyncWithLeaderTest, AutoAddReplicasIntegrationTest, MergeStrategyTest, TestDistributedStatsComponentCardinality, AnalysisErrorHandlingTest, TestConfigSetsAPI, TestSegmentSorting, SignatureUpdateProcessorFactoryTest, TestRandomRequestDistribution, TestSolrCoreProperties, ShowFileRequestHandlerTest, SchemaApiFailureTest, TestAddFieldRealTimeGet, TestSurroundQueryParser, BigEndianAscendingWordDeserializerTest, SolrJmxReporterCloudTest, DistributedFacetPivotWhiteBoxTest, ConjunctionSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, BasicAuthStandaloneTest, MetricUtilsTest, TestInPlaceUpdatesDistrib, TestJsonFacetRefinement, TestLegacyTerms, CoreAdminCreateDiscoverTest, XmlUpdateRequestHandlerTest, CurrencyFieldTypeTest, FileBasedSpellCheckerTest, TestSQLHandlerNonCloud, TestSearcherReuse, TestSmileRequest, PeerSyncWithIndexFingerprintCachingTest, TestSizeLimitedDistributedMap, IgnoreCommitOptimizeUpdateProcessorFactoryTest, BlobRepositoryCloudTest, DistributedFacetPivotSmallAdvancedTest, TestConfigSetsAPIZkFailure, ShufflingReplicaListTransformerTest, SynonymTokenizerTest, DistributedQueryComponentCustomSortTest, ShardRoutingTest, PrimitiveFieldTypeTest, HttpTriggerListenerTest, ClusterStateUpdateTest, TestBulkSchemaConcurrent, SubstringBytesRefFilterTest, LeaderFailoverAfterPartitionTest, TestLegacyFieldReuse, CdcrBootstrapTest, SolrGangliaReporterTest, TestCloudSearcherWarming, HDFSCollectionsAPITest, PeerSyncTest, FullSolrCloudDistribCmdsTest, ReplaceNodeNoTargetTest, TestDFISimilarityFactory, BinaryUpdateRequestHandlerTest, TestPolicyCloud, TestCloudJSONFacetSKG, RegexBoostProcessorTest, AnalysisAfterCoreReloadTest, TestMacroExpander, TestStressUserVersions, SolrShardReporterTest, DateMathParserTest, TestSortByMinMaxFunction, PeerSyncReplicationTest, TestDistributedGrouping, DebugComponentTest, NodeAddedTriggerIntegrationTest, StressHdfsTest, TestSuggestSpellingConverter, TestAnalyzeInfixSuggestions, TestComplexPhraseLeadingWildcard, TestJsonFacetsStatsParsing, TestBinaryResponseWriter, TestReplicationHandlerBackup, OpenExchangeRatesOrgProviderTest, AtomicUpdateProcessorFactoryTest, TestExceedMaxTermLength, JvmMetricsTest, LeaderElectionIntegrationTest, DistributedFacetPivotLargeTest, TestPullReplicaErrorHandling, TestRemoteStreaming, BlockJoinFacetRandomTest, HdfsChaosMonkeySafeLeaderTest, TestQueryUtils, TestSolr4Spatial2, TestNestedDocsSort, DistributedExpandComponentTest, TestNumericRangeQuery32, TestBadConfig, SolrInfoBeanTest, LegacyCloudClusterPropTest, TestDelegationWithHadoopAuth, HighlighterTest, ReplicationFactorTest, TestFieldCacheSortRandom, TestConfig, VersionInfoTest, AdminHandlersProxyTest, HdfsThreadLeakTest, TestInitParams, OverseerTaskQueueTest, BaseCdcrDistributedZkTest, TestIndexSearcher, OrderedExecutorTest, CheckHdfsIndexTest, URLClassifyProcessorTest, ReturnFieldsTest, TestCollectionAPI, CachingDirectoryFactoryTest, ResponseHeaderTest, TestRawResponseWriter, TestConfigSets, TestLuceneIndexBackCompat, TestDocTermOrdsUninvertLimit, TestUpdate, TestCustomDocTransformer, StatelessScriptUpdateProcessorFactoryTest, TestPayloadCheckQParserPlugin, TestValueSourceCache, OverseerRolesTest, TimeRoutedAliasUpdateProcessorTest, TestBlendedInfixSuggestions, DeleteStatusTest, MigrateRouteKeyTest, TestIBSimilarityFactory, TestConfigReload, TestSolrFieldCacheBean, QueryElevationComponentTest, TestAuthorizationFramework, HttpSolrCallGetCoreTest, HdfsUnloadDistributedZkTest, TestMiniSolrCloudClusterSSL, ZkFailoverTest, TestCloudInspectUtil, TestPointFields, GraphQueryTest, TestRetrieveFieldsOptimizer, LIRRollingUpdatesTest, TestSolrCloudWithSecureImpersonation, TestSweetSpotSimilarityFactory, UpdateLogTest, TestSolrQueryParser, DisMaxRequestHandlerTest, TestPHPSerializedResponseWriter, TestPrepRecovery, SuggestComponentTest, AnalyticsQueryTest, DocValuesNotIndexedTest, TestComponentsName, BasicDistributedZkTest, TestDistributedMap, TestSolrCloudSnapshots, ChangedSchemaMergeTest, DocValuesMultiTest, TestSimComputePlanAction, BitVectorTest, TestDeleteCollectionOnDownNodes, TestSchemaSimilarityResource, TestCollationFieldDocValues, TestUseDocValuesAsStored, XmlInterpolationTest, HdfsRestartWhileUpdatingTest, TestWordDelimiterFilterFactory, RangeFacetCloudTest, LoggingHandlerTest, CustomCollectionTest, ChaosMonkeyNothingIsSafeTest, UniqFieldsUpdateProcessorFactoryTest, MBeansHandlerTest, CreateRoutedAliasTest, AsyncCallRequestStatusResponseTest, ScheduledMaintenanceTriggerTest, TestHdfsBackupRestoreCore, AssignTest, TestSolrXml, TestSubQueryTransformerDistrib, TestBulkSchemaAPI, BJQParserTest, TestDynamicLoading, TestSerializedLuceneMatchVersion, QueryResultKeyTest, TestSolrDeletionPolicy2, HdfsLockFactoryTest, TestSolrCloudWithHadoopAuthPlugin, RecoveryZkTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SliceStateTest, SolrCloudExampleTest, TestCloudConsistency, TestCloudPseudoReturnFields, TestCloudRecovery, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestRequestForwarding, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens, TestTlogReplica, UnloadDistributedZkTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, NodeAddedTriggerTest, NodeMarkersRegistrationTest, ScheduledTriggerTest, TriggerCooldownIntegrationTest, TestSimClusterStateProvider, TestSimDistributedQueue, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CdcrWithNodesRestartsTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest, HdfsTlogReplayBufferedWhileIndexingTest, ZkStateReaderTest, RuleEngineTest, RulesTest, ConfigureRecoveryStrategyTest, CoreSorterTest, ExitableDirectoryReaderTest, OpenCloseCoreStressTest, RequestHandlersTest, ResourceLoaderTest, SOLR749Test, SolrCoreCheckLockOnStartupTest, SolrCoreTest, TestConfigOverlay, TestConfigSetImmutable, TestConfigSetProperties, TestCoreContainer, TestCoreDiscovery, TestDynamicURP, TestImplicitCoreProperties, TestInfoStreamLogging, TestLazyCores, TestMergePolicyConfig, TestNRTOpen]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNRTOpen -Dtests.seed=61821015936DB5A0 -Dtests.slow=true -Dtests.locale=uk -Dtests.timezone=Europe/Guernsey -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | TestNRTOpen (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001: java.nio.file.AccessDeniedException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001\init-core-data-001
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.core.TestNRTOpen_61821015936DB5A0-001
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([61821015936DB5A0]:0)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:318)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [578/831 (2!)] on J0 in 4.27s, 2 tests, 1 error <<< FAILURES!

[...truncated 43124 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/776/consoleText

[repro] Revision: 9f6ff20d1ec70ce011a9f8329437aa8740afadd7

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr\core
[repro]       ScheduledTriggerTest
[repro]       TestNRTOpen
[repro] ant compile-test

[...truncated 3464 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10 -Dtests.class="*.ScheduledTriggerTest|*.TestNRTOpen" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=61821015936DB5A0 -Dtests.slow=true -Dtests.locale=pt-CH -Dtests.timezone=Europe/Brussels -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 105 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.ScheduledTriggerTest
[repro]   0/5 failed: org.apache.solr.core.TestNRTOpen
[repro] Exiting with code 0

[...truncated 75 lines...]

[JENKINS] Lucene-Solr-7.x-Windows (64bit/jdk1.8.0_172) - Build # 782 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/782/
Java: 64bit/jdk1.8.0_172 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
expected:<200> but was:<403>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
	at __randomizedtesting.SeedInfo.seed([C8E453464685D602:748A2554E2D65578]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.security.BasicAuthIntegrationTest.executeCommand(BasicAuthIntegrationTest.java:244)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:156)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12924 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\init-core-data-001
   [junit4]   2> 653385 WARN  (SUITE-BasicAuthIntegrationTest-seed#[C8E453464685D602]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=57 numCloses=57
   [junit4]   2> 653385 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C8E453464685D602]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 653390 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C8E453464685D602]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 653390 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C8E453464685D602]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 653393 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C8E453464685D602]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001
   [junit4]   2> 653393 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C8E453464685D602]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 653395 INFO  (Thread-1059) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 653395 INFO  (Thread-1059) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 653412 ERROR (Thread-1059) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 653493 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C8E453464685D602]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:51481
   [junit4]   2> 653499 INFO  (zkConnectionManagerCallback-1297-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653508 INFO  (jetty-launcher-1294-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 653508 INFO  (jetty-launcher-1294-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 653509 INFO  (jetty-launcher-1294-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 653509 INFO  (jetty-launcher-1294-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 653509 INFO  (jetty-launcher-1294-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 653509 INFO  (jetty-launcher-1294-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a747d8c{/solr,null,AVAILABLE}
   [junit4]   2> 653510 INFO  (jetty-launcher-1294-thread-3) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 653510 INFO  (jetty-launcher-1294-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c13e198{HTTP/1.1,[http/1.1]}{127.0.0.1:51485}
   [junit4]   2> 653510 INFO  (jetty-launcher-1294-thread-1) [    ] o.e.j.s.Server Started @653591ms
   [junit4]   2> 653510 INFO  (jetty-launcher-1294-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51485}
   [junit4]   2> 653511 ERROR (jetty-launcher-1294-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 653511 INFO  (jetty-launcher-1294-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 653511 INFO  (jetty-launcher-1294-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.5.0
   [junit4]   2> 653511 INFO  (jetty-launcher-1294-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 653511 INFO  (jetty-launcher-1294-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 653511 INFO  (jetty-launcher-1294-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-09T18:49:32.514Z
   [junit4]   2> 653513 INFO  (jetty-launcher-1294-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 653513 INFO  (jetty-launcher-1294-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 653513 INFO  (jetty-launcher-1294-thread-3) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 653513 INFO  (jetty-launcher-1294-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@112941d8{/solr,null,AVAILABLE}
   [junit4]   2> 653513 INFO  (jetty-launcher-1294-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 653513 INFO  (jetty-launcher-1294-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 653513 INFO  (jetty-launcher-1294-thread-2) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 653514 INFO  (jetty-launcher-1294-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@685d4a69{/solr,null,AVAILABLE}
   [junit4]   2> 653514 INFO  (jetty-launcher-1294-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3b0d75fe{HTTP/1.1,[http/1.1]}{127.0.0.1:51490}
   [junit4]   2> 653514 INFO  (jetty-launcher-1294-thread-3) [    ] o.e.j.s.Server Started @653595ms
   [junit4]   2> 653514 INFO  (jetty-launcher-1294-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51490}
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6784ff3f{HTTP/1.1,[http/1.1]}{127.0.0.1:51493}
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-2) [    ] o.e.j.s.Server Started @653595ms
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51493}
   [junit4]   2> 653515 ERROR (jetty-launcher-1294-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.5.0
   [junit4]   2> 653515 ERROR (jetty-launcher-1294-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.5.0
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-09T18:49:32.518Z
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 653515 INFO  (jetty-launcher-1294-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-09T18:49:32.518Z
   [junit4]   2> 653522 INFO  (zkConnectionManagerCallback-1303-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653523 INFO  (jetty-launcher-1294-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 653523 INFO  (zkConnectionManagerCallback-1301-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653523 INFO  (jetty-launcher-1294-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 653526 INFO  (zkConnectionManagerCallback-1299-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653529 INFO  (jetty-launcher-1294-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 653548 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e0c9add0002, likely client has closed socket
   [junit4]   2> 653550 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e0c9add0003, likely client has closed socket
   [junit4]   2> 653724 INFO  (jetty-launcher-1294-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51481/solr
   [junit4]   2> 653732 INFO  (zkConnectionManagerCallback-1307-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653735 INFO  (zkConnectionManagerCallback-1309-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653812 INFO  (jetty-launcher-1294-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51481/solr
   [junit4]   2> 653815 INFO  (zkConnectionManagerCallback-1315-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653815 INFO  (jetty-launcher-1294-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51481/solr
   [junit4]   2> 653819 INFO  (zkConnectionManagerCallback-1319-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653819 INFO  (zkConnectionManagerCallback-1321-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653822 INFO  (zkConnectionManagerCallback-1323-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653823 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51493_solr
   [junit4]   2> 653825 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.c.Overseer Overseer (id=72196186640809989-127.0.0.1:51493_solr-n_0000000000) starting
   [junit4]   2> 653830 INFO  (jetty-launcher-1294-thread-1) [n:127.0.0.1:51485_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51485_solr
   [junit4]   2> 653835 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 653836 INFO  (zkCallback-1320-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 653836 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 653837 INFO  (jetty-launcher-1294-thread-3) [n:127.0.0.1:51490_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 653837 INFO  (jetty-launcher-1294-thread-3) [n:127.0.0.1:51490_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51490_solr
   [junit4]   2> 653837 INFO  (zkConnectionManagerCallback-1332-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653839 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 653839 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 653839 INFO  (zkCallback-1320-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 653840 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 653840 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51481/solr ready
   [junit4]   2> 653842 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 653842 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51493_solr
   [junit4]   2> 653844 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 653844 INFO  (zkCallback-1320-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 653844 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 653847 INFO  (OverseerStateUpdate-72196186640809989-127.0.0.1:51493_solr-n_0000000000) [n:127.0.0.1:51493_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:51493_solr
   [junit4]   2> 653851 INFO  (zkCallback-1331-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 653923 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 653928 INFO  (zkConnectionManagerCallback-1343-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653928 INFO  (zkConnectionManagerCallback-1339-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 653929 INFO  (jetty-launcher-1294-thread-1) [n:127.0.0.1:51485_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 653929 INFO  (jetty-launcher-1294-thread-3) [n:127.0.0.1:51490_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 653930 INFO  (jetty-launcher-1294-thread-1) [n:127.0.0.1:51485_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51481/solr ready
   [junit4]   2> 653930 INFO  (jetty-launcher-1294-thread-3) [n:127.0.0.1:51490_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51481/solr ready
   [junit4]   2> 653930 INFO  (jetty-launcher-1294-thread-3) [n:127.0.0.1:51490_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 653930 INFO  (jetty-launcher-1294-thread-1) [n:127.0.0.1:51485_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 654021 INFO  (jetty-launcher-1294-thread-1) [n:127.0.0.1:51485_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51485.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 654025 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51493.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 654028 INFO  (jetty-launcher-1294-thread-3) [n:127.0.0.1:51490_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51490.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 654034 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51493.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 654034 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51493.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 654034 INFO  (jetty-launcher-1294-thread-1) [n:127.0.0.1:51485_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51485.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 654034 INFO  (jetty-launcher-1294-thread-1) [n:127.0.0.1:51485_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51485.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 654035 INFO  (jetty-launcher-1294-thread-3) [n:127.0.0.1:51490_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51490.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 654035 INFO  (jetty-launcher-1294-thread-3) [n:127.0.0.1:51490_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51490.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 654036 INFO  (jetty-launcher-1294-thread-1) [n:127.0.0.1:51485_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node1\.
   [junit4]   2> 654036 INFO  (jetty-launcher-1294-thread-3) [n:127.0.0.1:51490_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node3\.
   [junit4]   2> 654036 INFO  (jetty-launcher-1294-thread-2) [n:127.0.0.1:51493_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node2\.
   [junit4]   2> 654122 INFO  (zkConnectionManagerCallback-1347-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 654122 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e0c9add000d, likely client has closed socket
   [junit4]   2> 654129 INFO  (zkConnectionManagerCallback-1352-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 654130 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C8E453464685D602]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 654131 INFO  (SUITE-BasicAuthIntegrationTest-seed#[C8E453464685D602]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51481/solr ready
   [junit4]   2> 654136 INFO  (qtp2145595752-5722) [n:127.0.0.1:51485_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=authCollection&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 654140 INFO  (OverseerThreadFactory-3376-thread-1-processing-n:127.0.0.1:51493_solr) [n:127.0.0.1:51493_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection authCollection
   [junit4]   2> 654249 INFO  (OverseerStateUpdate-72196186640809989-127.0.0.1:51493_solr-n_0000000000) [n:127.0.0.1:51493_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"authCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"authCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:51493/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 654252 INFO  (OverseerStateUpdate-72196186640809989-127.0.0.1:51493_solr-n_0000000000) [n:127.0.0.1:51493_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"authCollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"authCollection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:51490/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 654253 INFO  (OverseerStateUpdate-72196186640809989-127.0.0.1:51493_solr-n_0000000000) [n:127.0.0.1:51493_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"authCollection",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"authCollection_shard3_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:51485/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 654461 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr    x:authCollection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica_n1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 654461 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr    x:authCollection_shard3_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica_n4&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 654461 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr    x:authCollection_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica_n2&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 654464 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr    x:authCollection_shard3_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 655526 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 655527 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 655535 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 655566 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.s.IndexSchema [authCollection_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 655566 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.s.IndexSchema [authCollection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 655571 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.IndexSchema [authCollection_shard3_replica_n4] Schema name=minimal
   [junit4]   2> 655591 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 655591 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica_n2' using configuration from collection authCollection, trusted=true
   [junit4]   2> 655592 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51490.solr.core.authCollection.shard2.replica_n2' (registry 'solr.core.authCollection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 655592 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SolrCore [[authCollection_shard2_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node3\authCollection_shard2_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node3\.\authCollection_shard2_replica_n2\data\]
   [junit4]   2> 655593 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 655593 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica_n1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 655594 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 655594 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51493.solr.core.authCollection.shard1.replica_n1' (registry 'solr.core.authCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 655594 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica_n4' using configuration from collection authCollection, trusted=true
   [junit4]   2> 655595 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SolrCore [[authCollection_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node2\authCollection_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node2\.\authCollection_shard1_replica_n1\data\]
   [junit4]   2> 655595 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51485.solr.core.authCollection.shard3.replica_n4' (registry 'solr.core.authCollection.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 655595 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrCore [[authCollection_shard3_replica_n4] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node1\authCollection_shard3_replica_n4], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node1\.\authCollection_shard3_replica_n4\data\]
   [junit4]   2> 655807 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 655807 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 655809 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 655809 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 655809 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 655809 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 655809 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 655810 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 655828 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14ea9f7c[authCollection_shard1_replica_n1] main]
   [junit4]   2> 655829 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 655829 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 655829 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 655829 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 655831 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 655831 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6825daf1[authCollection_shard2_replica_n2] main]
   [junit4]   2> 655831 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7da1056b[authCollection_shard3_replica_n4] main]
   [junit4]   2> 655831 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 655832 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 655832 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1611156920556584960
   [junit4]   2> 655833 INFO  (searcherExecutor-3390-thread-1-processing-n:127.0.0.1:51493_solr x:authCollection_shard1_replica_n1 c:authCollection s:shard1 r:core_node3) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SolrCore [authCollection_shard1_replica_n1] Registered new searcher Searcher@14ea9f7c[authCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 655833 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 655833 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 655833 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 655833 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 655834 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 655834 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 655834 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1611156920558682112
   [junit4]   2> 655834 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1611156920558682112
   [junit4]   2> 655835 INFO  (searcherExecutor-3391-thread-1-processing-n:127.0.0.1:51485_solr x:authCollection_shard3_replica_n4 c:authCollection s:shard3 r:core_node6) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrCore [authCollection_shard3_replica_n4] Registered new searcher Searcher@7da1056b[authCollection_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 655837 INFO  (searcherExecutor-3389-thread-1-processing-n:127.0.0.1:51490_solr x:authCollection_shard2_replica_n2 c:authCollection s:shard2 r:core_node5) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SolrCore [authCollection_shard2_replica_n2] Registered new searcher Searcher@6825daf1[authCollection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 655842 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/authCollection/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 655843 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/authCollection/terms/shard3 to Terms{values={core_node6=0}, version=0}
   [junit4]   2> 655844 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/authCollection/terms/shard2 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 655847 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 655847 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 655847 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51490/solr/authCollection_shard2_replica_n2/
   [junit4]   2> 655847 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 655847 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 655847 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 655847 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 655847 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51493/solr/authCollection_shard1_replica_n1/
   [junit4]   2> 655847 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51485/solr/authCollection_shard3_replica_n4/
   [junit4]   2> 655847 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 655848 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 655848 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:51490/solr/authCollection_shard2_replica_n2/ has no replicas
   [junit4]   2> 655848 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 655848 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 655848 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SyncStrategy http://127.0.0.1:51485/solr/authCollection_shard3_replica_n4/ has no replicas
   [junit4]   2> 655848 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 655848 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:51493/solr/authCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 655848 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 655855 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51493/solr/authCollection_shard1_replica_n1/ shard1
   [junit4]   2> 655855 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51490/solr/authCollection_shard2_replica_n2/ shard2
   [junit4]   2> 655855 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51485/solr/authCollection_shard3_replica_n4/ shard3
   [junit4]   2> 656011 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 656011 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 656011 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 656017 INFO  (qtp1307450799-5702) [n:127.0.0.1:51490_solr c:authCollection s:shard2 r:core_node5 x:authCollection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica_n2&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1556
   [junit4]   2> 656019 INFO  (qtp1530648475-5712) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica_n1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1557
   [junit4]   2> 656019 INFO  (qtp2145595752-5689) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica_n4&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1557
   [junit4]   2> 656021 INFO  (qtp2145595752-5722) [n:127.0.0.1:51485_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 656117 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 656117 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 656117 INFO  (zkCallback-1320-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 656141 INFO  (OverseerCollectionConfigSetProcessor-72196186640809989-127.0.0.1:51493_solr-n_0000000000) [n:127.0.0.1:51493_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 657021 INFO  (qtp2145595752-5722) [n:127.0.0.1:51485_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=authCollection&nrtReplicas=1&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2885
   [junit4]   2> 657049 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
   [junit4]   2> 657053 INFO  (qtp2145595752-5723) [n:127.0.0.1:51485_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 657054 INFO  (qtp2145595752-5697) [n:127.0.0.1:51485_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 657055 INFO  (zkCallback-1308-thread-2) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 657055 INFO  (zkCallback-1308-thread-2) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 657055 INFO  (zkCallback-1320-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 657055 INFO  (zkCallback-1320-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 657055 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 657055 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 657106 INFO  (qtp2145595752-5723) [n:127.0.0.1:51485_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 657107 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c13e198{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 657108 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1845013142
   [junit4]   2> 657108 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 657108 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4498518: rootName = solr_51485, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@64690eb7
   [junit4]   2> 657112 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 657112 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fcd73fb: rootName = solr_51485, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@341112bb
   [junit4]   2> 657115 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 657115 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49b594ce: rootName = solr_51485, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@605b6d68
   [junit4]   2> 657117 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51485_solr
   [junit4]   2> 657117 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 657119 INFO  (zkCallback-1338-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 657119 INFO  (zkCallback-1342-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 657119 INFO  (zkCallback-1351-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 657119 INFO  (zkCallback-1331-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 657119 INFO  (coreCloseExecutor-3404-thread-1) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrCore [authCollection_shard3_replica_n4]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a5504da
   [junit4]   2> 657119 INFO  (coreCloseExecutor-3404-thread-1) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.authCollection.shard3.replica_n4, tag=5a5504da
   [junit4]   2> 657121 INFO  (coreCloseExecutor-3404-thread-1) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33d09fdf: rootName = solr_51485, domain = solr.core.authCollection.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.authCollection.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@69400afd
   [junit4]   2> 657134 INFO  (coreCloseExecutor-3404-thread-1) [n:127.0.0.1:51485_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.authCollection.shard3.leader, tag=5a5504da
   [junit4]   2> 657139 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e0c9add000c, likely client has closed socket
   [junit4]   2> 657140 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e0c9add0008, likely client has closed socket
   [junit4]   2> 657155 INFO  (zkCallback-1308-thread-2) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 657155 INFO  (zkCallback-1320-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 657155 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 657220 INFO  (zkCallback-1322-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 657221 INFO  (zkCallback-1308-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 657229 INFO  (zkCallback-1308-thread-2) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 657229 INFO  (zkCallback-1320-thread-1) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 657229 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 657229 INFO  (zkCallback-1320-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 657229 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 657229 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 657230 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a747d8c{/solr,null,UNAVAILABLE}
   [junit4]   2> 657231 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 657232 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
   [junit4]   2> 657232 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 657232 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 657232 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 657233 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55137e8e{/solr,null,AVAILABLE}
   [junit4]   2> 657234 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@621b0da6{HTTP/1.1,[http/1.1]}{127.0.0.1:51547}
   [junit4]   2> 657234 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.e.j.s.Server Started @657316ms
   [junit4]   2> 657234 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51547}
   [junit4]   2> 657234 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 657235 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 657235 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.5.0
   [junit4]   2> 657235 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 657235 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 657235 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-09-09T18:49:36.238Z
   [junit4]   2> 657238 INFO  (zkConnectionManagerCallback-1354-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 657240 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 657249 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e0c9add000f, likely client has closed socket
   [junit4]   2> 657685 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51481/solr
   [junit4]   2> 657687 INFO  (zkConnectionManagerCallback-1358-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 657690 INFO  (zkConnectionManagerCallback-1360-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 657697 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 657702 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 657702 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51547_solr
   [junit4]   2> 657703 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 657703 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 657703 INFO  (zkCallback-1338-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 657703 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 657703 INFO  (zkCallback-1331-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 657703 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 657703 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 657703 INFO  (zkCallback-1351-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 657704 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 657750 INFO  (zkConnectionManagerCallback-1367-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 657750 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 657754 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51481/solr ready
   [junit4]   2> 657755 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 657776 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51547.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 657781 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51547.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 657781 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51547.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 657784 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node1\.
   [junit4]   2> 657784 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [n:127.0.0.1:51547_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard3_replica_n4]
   [junit4]   2> 657809 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 657822 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr    ] o.a.s.s.IndexSchema [authCollection_shard3_replica_n4] Schema name=minimal
   [junit4]   2> 657833 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 657938 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 657938 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 658843 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.5.0
   [junit4]   2> 658852 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.IndexSchema [authCollection_shard3_replica_n4] Schema name=minimal
   [junit4]   2> 658857 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 658857 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica_n4' using configuration from collection authCollection, trusted=true
   [junit4]   2> 658857 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51547.solr.core.authCollection.shard3.replica_n4' (registry 'solr.core.authCollection.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f290322
   [junit4]   2> 658857 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrCore [[authCollection_shard3_replica_n4] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node1\authCollection_shard3_replica_n4], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_C8E453464685D602-001\tempDir-001\node1\.\authCollection_shard3_replica_n4\data\]
   [junit4]   2> 658926 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 658926 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 658927 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 658927 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 658928 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@425de276[authCollection_shard3_replica_n4] main]
   [junit4]   2> 658929 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 658930 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 658930 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 658930 INFO  (coreLoadExecutor-3414-thread-1-processing-n:127.0.0.1:51547_solr) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1611156923805073408
   [junit4]   2> 658930 INFO  (searcherExecutor-3415-thread-1-processing-n:127.0.0.1:51547_solr x:authCollection_shard3_replica_n4 c:authCollection s:shard3 r:core_node6) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SolrCore [authCollection_shard3_replica_n4] Registered new searcher Searcher@425de276[authCollection_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 658939 INFO  (coreZkRegister-3406-thread-1-processing-n:127.0.0.1:51547_solr x:authCollection_shard3_replica_n4 c:authCollection s:shard3 r:core_node6) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 658939 INFO  (coreZkRegister-3406-thread-1-processing-n:127.0.0.1:51547_solr x:authCollection_shard3_replica_n4 c:authCollection s:shard3 r:core_node6) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 658939 INFO  (coreZkRegister-3406-thread-1-processing-n:127.0.0.1:51547_solr x:authCollection_shard3_replica_n4 c:authCollection s:shard3 r:core_node6) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51547/solr/authCollection_shard3_replica_n4/
   [junit4]   2> 658940 INFO  (coreZkRegister-3406-thread-1-processing-n:127.0.0.1:51547_solr x:authCollection_shard3_replica_n4 c:authCollection s:shard3 r:core_node6) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 658940 INFO  (coreZkRegister-3406-thread-1-processing-n:127.0.0.1:51547_solr x:authCollection_shard3_replica_n4 c:authCollection s:shard3 r:core_node6) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.SyncStrategy http://127.0.0.1:51547/solr/authCollection_shard3_replica_n4/ has no replicas
   [junit4]   2> 658940 INFO  (coreZkRegister-3406-thread-1-processing-n:127.0.0.1:51547_solr x:authCollection_shard3_replica_n4 c:authCollection s:shard3 r:core_node6) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 658941 INFO  (coreZkRegister-3406-thread-1-processing-n:127.0.0.1:51547_solr x:authCollection_shard3_replica_n4 c:authCollection s:shard3 r:core_node6) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51547/solr/authCollection_shard3_replica_n4/ shard3
   [junit4]   2> 658942 INFO  (qtp503233441-5833) [n:127.0.0.1:51547_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=4
   [junit4]   2> 658942 INFO  (coreZkRegister-3406-thread-1-processing-n:127.0.0.1:51547_solr x:authCollection_shard3_replica_n4 c:authCollection s:shard3 r:core_node6) [n:127.0.0.1:51547_solr c:authCollection s:shard3 r:core_node6 x:authCollection_shard3_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 658945 INFO  (qtp1307450799-5706) [n:127.0.0.1:51490_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"security-edit",
   [junit4]   2>   "role":"admin"} 
   [junit4]   2> 658945 INFO  (qtp1307450799-5706) [n:127.0.0.1:51490_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/authentication] path : /admin/authentication params :wt=javabin&version=2 
   [junit4]   2> 658966 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 658974 INFO  (qtp503233441-5829) [n:127.0.0.1:51547_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 658984 INFO  (qtp503233441-5832) [n:127.0.0.1:51547_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=1
   [junit4]   2> 658984 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 658984 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 658984 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 658984 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 658984 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 658984 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 658985 INFO  (qtp1307450799-5705) [n:127.0.0.1:51490_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 658986 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 658987 INFO  (qtp1307450799-5700) [n:127.0.0.1:51490_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=1
   [junit4]   2> 658988 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 658989 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 658989 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 658989 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 658989 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 658989 INFO  (qtp1530648475-5716) [n:127.0.0.1:51493_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=0
   [junit4]   2> 658990 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 658990 INFO  (qtp1530648475-5716) [n:127.0.0.1:51493_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin This resource is configured to have a permission {
   [junit4]   2>   "name":"security-edit",
   [junit4]   2>   "role":"admin"}, The principal [principal: harry] does not have the right role 
   [junit4]   2> 658990 INFO  (qtp1530648475-5716) [n:127.0.0.1:51493_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header Basic aGFycnk6SGFycnlJc1ViZXJDb29s context : userPrincipal: [[principal: harry]] type: [ADMIN], collections: [], Path: [/admin/authorization] path : /admin/authorization params : 
   [junit4]   2> 658992 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[C8E453464685D602]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasicAuth
   [junit4]   2> 658993 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 658993 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 658993 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 658993 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicAuthIntegrationTest -Dtests.method=testBasicAuth -Dtests.seed=C8E453464685D602 -Dtests.slow=true -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=GB-Eire -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 1.97s J1 | BasicAuthIntegrationTest.testBasicAuth <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<403>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C8E453464685D602:748A2554E2D65578]:0)
   [junit4]    > 	at org.apache.solr.security.BasicAuthIntegrationTest.executeCommand(BasicAuthIntegrationTest.java:244)
   [junit4]    > 	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:156)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 658994 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1007e0c9add000e, likely client has closed socket
   [junit4]   2> 658996 INFO  (jetty-closer-1295-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6784ff3f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 658997 INFO  (jetty-closer-1295-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2110923684
   [junit4]   2> 658997 INFO  (jetty-closer-1295-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 658997 INFO  (jetty-closer-1295-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d8f613c: rootName = solr_51493, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@69c60f18
   [junit4]   2> 658997 INFO  (jetty-closer-1295-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3b0d75fe{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 658997 INFO  (jetty-closer-1295-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1120369211
   [junit4]   2> 658997 INFO  (jetty-closer-1295-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 658997 INFO  (jetty-closer-1295-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66138c4: rootName = solr_51490, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@35033d2c
   [junit4]   2> 659002 INFO  (jetty-closer-1295-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@621b0da6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 659003 INFO  (jetty-closer-1295-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=347797315
   [junit4]   2> 659003 INFO  (jetty-closer-1295-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 659003 INFO  (jetty-closer-1295-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d2d518a: rootName = solr_51547, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b11ea95
   [junit4]   2> 659004 INFO  (jetty-closer-1295-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 659004 INFO  (jetty-closer-1295-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c09c4c8: rootName = solr_51493, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@341112bb
   [junit4]   2> 659005 INFO  (jetty-closer-1295-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 659005 INFO  (jetty-closer-1295-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4bed01ba: rootName = solr_51490, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@341112bb
   [junit4]   2> 659009 INFO  (jetty-closer-1295-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 659009 INFO  (jetty-closer-1295-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@590107f5: rootName = solr_51493, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@605b6d68
   [junit4]   2> 659010 INFO  (jetty-closer-1295-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 659010 INFO  (jetty-closer-1295-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4c267bf1: rootName = solr_51490, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@605b6d68
   [junit4]   2> 659010 INFO  (jetty-closer-1295-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 659010 INFO  (jetty-closer-1295-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51493_solr
   [junit4]   2> 659010 INFO  (jetty-closer-1295-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@aa9615a: rootName = solr_51547, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@341112bb
   [junit4]   2> 659011 INFO  (jetty-closer-1295-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 659011 INFO  (jetty-closer-1295-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51490_solr
   [junit4]   2> 659014 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 659014 INFO  (zkCallback-1331-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 659014 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 659014 INFO  (jetty-closer-1295-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 659014 INFO  (zkCallback-1338-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 659014 INFO  (jetty-closer-1295-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57b991f9: rootName = solr_51547, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@605b6d68
   [junit4]   2> 659014 INFO  (zkCallback-1308-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 659015 INFO  (zkCallback-1366-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 659015 INFO  (coreCloseExecutor-3420-thread-1) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.c.SolrCore [authCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4bd6dbdf
   [junit4]   2> 659015 INFO  (coreCloseExecutor-3420-thread-1) [n:127.0.0.1:51493_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.authCollection.shard1.replica_n1, tag=4bd6dbdf
   [junit4]   2> 659015 INFO  (coreClose

[...truncated too long message...]

put=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseConcMarkSweepGC" -Dtests.seed=C8E453464685D602 -Dtests.slow=true -Dtests.locale=ja-JP-u-ca-japanese-x-lvariant-JP -Dtests.timezone=GB-Eire -Dtests.asserts=true -Dtests.file.encoding=UTF-8
Buildfile: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\core\build.xml

-clover.disable:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\top-level-ivy-settings.xml

install-junit4-taskdef:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.codehaus.groovy#groovy-all;2.4.15 in public
[ivy:cachepath] :: resolution report :: resolve 18ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
	---------------------------------------------------------------------

-init-totals:

-test:
    [mkdir] Created dir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test
[junit4:pickseed] Seed property 'tests.seed' already defined: C8E453464685D602
    [mkdir] Created dir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\temp
   [junit4] <JUnit4> says jolly good day! Master seed: C8E453464685D602
   [junit4] Your default console's encoding may not display certain unicode glyphs: windows-1252
   [junit4] Executing 5 suites with 2 JVMs.
   [junit4] 
   [junit4] Started J1 PID(4936@serv1-vm1).
   [junit4] Started J0 PID(29048@serv1-vm1).
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4] OK      3.31s J0 | BasicAuthIntegrationTest.testBasicAuth
   [junit4] Completed [1/5] on J0 in 29.49s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4] OK      4.58s J1 | BasicAuthIntegrationTest.testBasicAuth
   [junit4] Completed [2/5] on J1 in 30.76s, 1 test
   [junit4] 
   [junit4] Duplicate suite name used with XML reports: org.apache.solr.security.BasicAuthIntegrationTest. This may confuse tools that process XML reports. Set 'ignoreDuplicateSuites' to true to skip this message.
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4] OK      2.63s J1 | BasicAuthIntegrationTest.testBasicAuth
   [junit4] Completed [3/5] on J1 in 7.60s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4] OK      2.78s J0 | BasicAuthIntegrationTest.testBasicAuth
   [junit4] Completed [4/5] on J0 in 9.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4] OK      2.26s J1 | BasicAuthIntegrationTest.testBasicAuth
   [junit4] Completed [5/5] on J1 in 6.79s, 1 test
   [junit4] 
   [junit4] JVM J0:     0.83 ..    40.67 =    39.84s
   [junit4] JVM J1:     0.82 ..    47.22 =    46.39s
   [junit4] Execution time total: 47 seconds
   [junit4] Tests summary: 5 suites, 5 tests
   [junit4] Could not remove temporary path: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp])
   [junit4] Could not remove temporary path: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp])
     [echo] 5 slowest tests:
[junit4:tophints] 1065.62s | org.apache.solr.cloud.cdcr.CdcrOpsAndBoundariesTest
[junit4:tophints] 863.28s | org.apache.solr.cloud.cdcr.CdcrWithNodesRestartsTest
[junit4:tophints] 519.62s | org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4:tophints] 131.50s | org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4:tophints] 125.76s | org.apache.solr.cloud.ZkFailoverTest

-check-totals:

test-nocompile:

BUILD SUCCESSFUL
Total time: 49 seconds
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.security.BasicAuthIntegrationTest
[repro] Exiting with code 0

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST lucene\build move /y lucene\build lucene\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST solr\build move /y solr\build solr\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST lucene\build.orig move /y lucene\build.orig lucene\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST solr\build.orig move /y solr\build.orig solr\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>exit 0 
Archiving artifacts
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2845)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2724)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2705)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3084)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to Windows VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:1070)
		at hudson.FilePath.act(FilePath.java:1059)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2703)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1840)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(Unknown Source)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
	at java.lang.Thread.run(Unknown Source)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1072)
	at hudson.FilePath.act(FilePath.java:1059)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2703)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1840)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=46a3f1e6f551fd3c4b506f44e8632a310656f828, workspace=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows
[WARNINGS] Computing warning deltas based on reference build #781
Recording test results
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2

[JENKINS-EA] Lucene-Solr-7.x-Windows (64bit/jdk-11-ea+28) - Build # 781 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/781/
Java: 64bit/jdk-11-ea+28 -XX:-UseCompressedOops -XX:+UseG1GC

14 tests failed.
FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence

Error Message:
Software caused connection abort: recv failed

Stack Trace:
javax.net.ssl.SSLProtocolException: Software caused connection abort: recv failed
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:B85E7E36EC60060]:0)
	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:126)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:321)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:264)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:259)
	at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1314)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:839)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
	at org.apache.solr.util.RestTestHarness.query(RestTestHarness.java:107)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:226)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.doWrapperModelPersistenceChecks(TestModelManagerPersistence.java:202)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence(TestModelManagerPersistence.java:255)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketException: Software caused connection abort: recv failed
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	... 60 more


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFeaturePersistence

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:F783565A3C092D81]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFeaturePersistence(TestModelManagerPersistence.java:96)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testInnerCustomClassesPersistence

Error Message:
mismatch: 'model42'!='test-model2' @ models/[0]/name

Stack Trace:
java.lang.RuntimeException: mismatch: 'model42'!='test-model2' @ models/[0]/name
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:57EABF0817D65F49]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testInnerCustomClassesPersistence(TestModelManagerPersistence.java:310)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFilePersistence

Error Message:
List size mismatch @ models

Stack Trace:
java.lang.RuntimeException: List size mismatch @ models
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:5C4EF04074561F60]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFilePersistence(TestModelManagerPersistence.java:138)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence

Error Message:
Software caused connection abort: recv failed

Stack Trace:
javax.net.ssl.SSLProtocolException: Software caused connection abort: recv failed
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:B85E7E36EC60060]:0)
	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:126)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:321)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:264)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:259)
	at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1314)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:839)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
	at org.apache.solr.util.RestTestHarness.query(RestTestHarness.java:107)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:226)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.doWrapperModelPersistenceChecks(TestModelManagerPersistence.java:202)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence(TestModelManagerPersistence.java:255)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketException: Software caused connection abort: recv failed
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	... 60 more


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence

Error Message:
Software caused connection abort: recv failed

Stack Trace:
javax.net.ssl.SSLProtocolException: Software caused connection abort: recv failed
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:B85E7E36EC60060]:0)
	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:126)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:321)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:264)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:259)
	at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1314)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:839)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
	at org.apache.solr.util.RestTestHarness.query(RestTestHarness.java:107)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:226)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.doWrapperModelPersistenceChecks(TestModelManagerPersistence.java:202)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence(TestModelManagerPersistence.java:255)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketException: Software caused connection abort: recv failed
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	... 60 more


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence

Error Message:
Software caused connection abort: recv failed

Stack Trace:
javax.net.ssl.SSLProtocolException: Software caused connection abort: recv failed
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:B85E7E36EC60060]:0)
	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:126)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:321)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:264)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:259)
	at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1314)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:839)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
	at org.apache.solr.util.RestTestHarness.query(RestTestHarness.java:107)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:226)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.doWrapperModelPersistenceChecks(TestModelManagerPersistence.java:202)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence(TestModelManagerPersistence.java:255)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketException: Software caused connection abort: recv failed
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	... 60 more


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFeaturePersistence

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:F783565A3C092D81]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFeaturePersistence(TestModelManagerPersistence.java:96)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testInnerCustomClassesPersistence

Error Message:
mismatch: 'model42'!='test-model2' @ models/[0]/name

Stack Trace:
java.lang.RuntimeException: mismatch: 'model42'!='test-model2' @ models/[0]/name
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:57EABF0817D65F49]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testInnerCustomClassesPersistence(TestModelManagerPersistence.java:310)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFilePersistence

Error Message:
List size mismatch @ models

Stack Trace:
java.lang.RuntimeException: List size mismatch @ models
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:5C4EF04074561F60]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFilePersistence(TestModelManagerPersistence.java:138)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence

Error Message:
Software caused connection abort: recv failed

Stack Trace:
javax.net.ssl.SSLProtocolException: Software caused connection abort: recv failed
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:B85E7E36EC60060]:0)
	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:126)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:321)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:264)
	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:259)
	at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1314)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:839)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
	at org.apache.solr.util.RestTestHarness.query(RestTestHarness.java:107)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:226)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.doWrapperModelPersistenceChecks(TestModelManagerPersistence.java:202)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence(TestModelManagerPersistence.java:255)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketException: Software caused connection abort: recv failed
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
	... 60 more


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFeaturePersistence

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:F783565A3C092D81]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFeaturePersistence(TestModelManagerPersistence.java:96)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testInnerCustomClassesPersistence

Error Message:
mismatch: 'model42'!='test-model2' @ models/[0]/name

Stack Trace:
java.lang.RuntimeException: mismatch: 'model42'!='test-model2' @ models/[0]/name
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:57EABF0817D65F49]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testInnerCustomClassesPersistence(TestModelManagerPersistence.java:310)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFilePersistence

Error Message:
List size mismatch @ models

Stack Trace:
java.lang.RuntimeException: List size mismatch @ models
	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:5C4EF04074561F60]:0)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:248)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFilePersistence(TestModelManagerPersistence.java:138)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 23169 lines...]
   [junit4] Suite: org.apache.solr.ltr.store.rest.TestModelManagerPersistence
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\contrib\solr-ltr\test\J0\temp\solr.ltr.store.rest.TestModelManagerPersistence_7EEF943DD13A7925-001\init-core-data-001
   [junit4]   1> 07:22:07.167 [SUITE-TestModelManagerPersistence-seed#[7EEF943DD13A7925]-worker] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> s?t 09, 2018 7:22:07 AM org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> s?t 09, 2018 7:22:07 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:07	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/model-store	wt=json&indent=on	200	-	0	4	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:07 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:07	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/testWrapper	wt=json&indent=on	200	-	0	1	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:07 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:07	127.0.0.1	-	127.0.0.1	55996	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	137	28	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:08 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:08	127.0.0.1	-	127.0.0.1	55996	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	116	10	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:08 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:08	127.0.0.1	-	127.0.0.1	55996	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	171	21	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:08 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:08	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/model-store	wt=json&indent=on	200	-	0	0	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:08 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:08	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/model-store	wt=json&indent=on	200	-	0	1	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   1> 07:22:08.462 [TEST-TestModelManagerPersistence.testWrapperModelPersistence-seed#[7EEF943DD13A7925]] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 07:22:09.457 [TEST-TestModelManagerPersistence.testWrapperModelPersistence-seed#[7EEF943DD13A7925]] ERROR org.apache.solr.util.RestTestBase - REQUEST FAILED: /schema/model-store?wt=json&indent=on
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestModelManagerPersistence -Dtests.method=testWrapperModelPersistence -Dtests.seed=7EEF943DD13A7925 -Dtests.slow=true -Dtests.locale=bm-ML -Dtests.timezone=Etc/GMT0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   1.58s J0 | TestModelManagerPersistence.testWrapperModelPersistence <<<
   [junit4]    > Throwable #1: javax.net.ssl.SSLProtocolException: Software caused connection abort: recv failed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:B85E7E36EC60060]:0)
   [junit4]    > 	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:126)
   [junit4]    > 	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:321)
   [junit4]    > 	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:264)
   [junit4]    > 	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:259)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1314)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:839)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
   [junit4]    > 	at org.apache.solr.util.RestTestHarness.query(RestTestHarness.java:107)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:226)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.doWrapperModelPersistenceChecks(TestModelManagerPersistence.java:202)
   [junit4]    > 	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence(TestModelManagerPersistence.java:255)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.net.SocketException: Software caused connection abort: recv failed
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
   [junit4]    > 	... 60 more
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.Application start
   [junit4]   2> INFO: Starting org.apache.solr.rest.SolrSchemaRestApi application
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:09	127.0.0.1	-	127.0.0.1	55996	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	111	4	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:09	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test	wt=json&indent=on	200	-	0	1	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:09	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test	wt=json&indent=on	200	-	0	1	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:09	127.0.0.1	-	127.0.0.1	55996	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	113	2	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:09	127.0.0.1	-	127.0.0.1	55996	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	112	1	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:09	127.0.0.1	-	127.0.0.1	55996	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	113	0	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:09	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test	wt=json&indent=on	200	-	0	0	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:09	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test	wt=json&indent=on	200	-	0	1	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:09	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test1	wt=json&indent=on	200	-	0	0	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:09 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:09	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test2	wt=json&indent=on	200	-	0	0	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:10 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:10	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test	wt=json&indent=on	200	-	0	6	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:10 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:10	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test	wt=json&indent=on	200	-	0	0	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:10 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:10	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test1	wt=json&indent=on	200	-	0	3	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:10 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:10	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test2	wt=json&indent=on	200	-	0	0	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:10 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:10	127.0.0.1	-	127.0.0.1	55996	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	165	5	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:10 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:10	127.0.0.1	-	127.0.0.1	55996	PUT	/solr/schema/model-store	wt=json&indent=on	200	-	169	0	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestModelManagerPersistence -Dtests.method=testFeaturePersistence -Dtests.seed=7EEF943DD13A7925 -Dtests.slow=true -Dtests.locale=bm-ML -Dtests.timezone=Etc/GMT0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.69s J0 | TestModelManagerPersistence.testFeaturePersistence <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:F783565A3C092D81]:0)
   [junit4]    > 	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testFeaturePersistence(TestModelManagerPersistence.java:96)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> s?t 09, 2018 7:22:10 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:10	127.0.0.1	-	127.0.0.1	55996	PUT	/solr/schema/feature-store	wt=json&indent=on	200	-	116	1	https://127.0.0.1:55996	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:22:10 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:22:10	127.0.0.1	-	127.0.0.1	55996	GET	/solr/schema/feature-store/test42	wt=json&indent=on	200	-	0	0	https://127.0.0.1:55996	Apache-HttpC

[...truncated too long message...]

AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:28:51	127.0.0.1	-	127.0.0.1	56241	GET	/solr/schema/model-store	wt=json&indent=on	200	-	0	0	https://127.0.0.1:56241	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   2> s?t 09, 2018 7:28:51 AM org.restlet.engine.log.LogFilter afterHandle
   [junit4]   2> INFO: 2018-09-09	07:28:51	127.0.0.1	-	127.0.0.1	56241	GET	/solr/schema/model-store	wt=json&indent=on	200	-	0	1	https://127.0.0.1:56241	Apache-HttpClient/4.5.3 (Java/11)	-
   [junit4]   1> 07:28:51.774 [TEST-TestModelManagerPersistence.testWrapperModelPersistence-seed#[7EEF943DD13A7925]] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   1> 07:28:52.372 [TEST-TestModelManagerPersistence.testWrapperModelPersistence-seed#[7EEF943DD13A7925]] ERROR org.apache.solr.util.RestTestBase - REQUEST FAILED: /schema/model-store?wt=json&indent=on
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestModelManagerPersistence -Dtests.method=testWrapperModelPersistence -Dtests.seed=7EEF943DD13A7925 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=bm-ML -Dtests.timezone=Etc/GMT0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.94s J1 | TestModelManagerPersistence.testWrapperModelPersistence <<<
   [junit4]    > Throwable #1: javax.net.ssl.SSLProtocolException: Software caused connection abort: recv failed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7EEF943DD13A7925:B85E7E36EC60060]:0)
   [junit4]    > 	at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:126)
   [junit4]    > 	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:321)
   [junit4]    > 	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:264)
   [junit4]    > 	at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:259)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1314)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:839)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
   [junit4]    > 	at org.apache.solr.util.RestTestHarness.query(RestTestHarness.java:107)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:226)
   [junit4]    > 	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:192)
   [junit4]    > 	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.doWrapperModelPersistenceChecks(TestModelManagerPersistence.java:202)
   [junit4]    > 	at org.apache.solr.ltr.store.rest.TestModelManagerPersistence.testWrapperModelPersistence(TestModelManagerPersistence.java:255)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > Caused by: java.net.SocketException: Software caused connection abort: recv failed
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
   [junit4]    > 	... 60 more
   [junit4] IGNOR/A 0.01s J1 | TestModelManagerPersistence.testFeaturePersistence
   [junit4]    > Assumption #1: Ignored, failures limit reached (5 >= 5).
   [junit4] IGNOR/A 0.00s J1 | TestModelManagerPersistence.testInnerCustomClassesPersistence
   [junit4]    > Assumption #1: Ignored, failures limit reached (5 >= 5).
   [junit4] IGNOR/A 0.00s J1 | TestModelManagerPersistence.testFilePersistence
   [junit4]    > Assumption #1: Ignored, failures limit reached (5 >= 5).
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\contrib\solr-ltr\test\J1\temp\solr.ltr.store.rest.TestModelManagerPersistence_7EEF943DD13A7925-002
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {description=Lucene50(blocksize=128), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=LuceneVarGapDocFreqInterval), title=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Direct), popularity=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=406, maxMBSortInHeap=7.519588160654152, sim=RandomSimilarity(queryNorm=true): {}, locale=bm-ML, timezone=Etc/GMT0
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 11 (64-bit)/cpus=3,threads=1,free=46660808,total=118489088
   [junit4]   2> NOTE: All tests run in this JVM: [TestModelManagerPersistence, TestModelManagerPersistence]
   [junit4] Completed [4/5 (4!)] on J1 in 2.27s, 4 tests, 1 error, 3 skipped <<< FAILURES!

[...truncated 22 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\common-build.xml:1567: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\common-build.xml:1092: There were test failures: 5 suites, 20 tests, 8 errors, 2 failures, 10 ignored (6 assumptions) [seed: 7EEF943DD13A7925]

Total time: 25 seconds

[repro] Setting last failure code to 1

[repro] Failures:
[repro]   4/5 failed: org.apache.solr.ltr.store.rest.TestModelManagerPersistence
[repro] Exiting with code 1

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST lucene\build move /y lucene\build lucene\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST solr\build move /y solr\build solr\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST lucene\build.orig move /y lucene\build.orig lucene\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST solr\build.orig move /y solr\build.orig solr\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>exit 0 
Archiving artifacts
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=46a3f1e6f551fd3c4b506f44e8632a310656f828, workspace=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows
[WARNINGS] Computing warning deltas based on reference build #780
Recording test results
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2

[JENKINS] Lucene-Solr-7.x-Windows (64bit/jdk-10.0.1) - Build # 780 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/780/
Java: 64bit/jdk-10.0.1 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue.testDistributedQueue {#2}

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([D0CB7379D3479C89]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([D0CB7379D3479C89]:0)




Build Log:
[...truncated 15023 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue_D0CB7379D3479C89-001\init-core-data-001
   [junit4]   2> Mpan 09, 2018 5:14:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue
   [junit4]   2> ==== jstack at approximately timeout time ====
   [junit4]   2> "main" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@6d85acc
   [junit4]   2> 	at java.base@10.0.1/java.lang.Object.wait(Native Method)
   [junit4]   2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@6d85acc
   [junit4]   2> 	at java.base@10.0.1/java.lang.Thread.join(Thread.java:1353)
   [junit4]   2> 	at java.base@10.0.1/java.lang.Thread.join(Thread.java:1427)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:637)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:494)
   [junit4]   2> 	at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
   [junit4]   2> 	at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
   [junit4]   2> 	at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2> 
   [junit4]   2> "Reference Handler" ID=2 RUNNABLE
   [junit4]   2> 	at java.base@10.0.1/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
   [junit4]   2> 	at java.base@10.0.1/java.lang.ref.Reference.processPendingReferences(Reference.java:174)
   [junit4]   2> 	at java.base@10.0.1/java.lang.ref.Reference.access$000(Reference.java:44)
   [junit4]   2> 	at java.base@10.0.1/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:138)
   [junit4]   2> 
   [junit4]   2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@47e550f7
   [junit4]   2> 	at java.base@10.0.1/java.lang.Object.wait(Native Method)
   [junit4]   2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@47e550f7
   [junit4]   2> 	at java.base@10.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
   [junit4]   2> 	at java.base@10.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:172)
   [junit4]   2> 	at java.base@10.0.1/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
   [junit4]   2> 
   [junit4]   2> "Signal Dispatcher" ID=4 RUNNABLE
   [junit4]   2> 
   [junit4]   2> "Attach Listener" ID=5 RUNNABLE
   [junit4]   2> 
   [junit4]   2> "Common-Cleaner" ID=9 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@3222a7f9
   [junit4]   2> 	at java.base@10.0.1/java.lang.Object.wait(Native Method)
   [junit4]   2> 	- timed waiting on java.lang.ref.ReferenceQueue$Lock@3222a7f9
   [junit4]   2> 	at java.base@10.0.1/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
   [junit4]   2> 	at java.base@10.0.1/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
   [junit4]   2> 	at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 	at java.base@10.0.1/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:134)
   [junit4]   2> 
   [junit4]   2> "JUnit4-serializer-daemon" ID=11 TIMED_WAITING
   [junit4]   2> 	at java.base@10.0.1/java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at app//com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2> 
   [junit4]   2> "SeedGenerator Thread" ID=15 WAITING on sun.security.provider.SeedGenerator$ThreadedSeedGenerator@76e8954b
   [junit4]   2> 	at java.base@10.0.1/java.lang.Object.wait(Native Method)
   [junit4]   2> 	- waiting on sun.security.provider.SeedGenerator$ThreadedSeedGenerator@76e8954b
   [junit4]   2> 	at java.base@10.0.1/java.lang.Object.wait(Object.java:328)
   [junit4]   2> 	at java.base@10.0.1/sun.security.provider.SeedGenerator$ThreadedSeedGenerator.run(SeedGenerator.java:332)
   [junit4]   2> 	at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> "SUITE-TestSimGenericDistributedQueue-seed#[D0CB7379D3479C89]" ID=4425 RUNNABLE
   [junit4]   2> 	at java.management@10.0.1/sun.management.ThreadImpl.dumpThreads0(Native Method)
   [junit4]   2> 	at java.management@10.0.1/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:502)
   [junit4]   2> 	at java.management@10.0.1/sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:490)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:681)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2> 	- locked java.lang.Object@4ac53cff
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:706)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:627)
   [junit4]   2> 
   [junit4]   2> "TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[D0CB7379D3479C89]" ID=4426 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@27caafb8
   [junit4]   2> 	at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@27caafb8
   [junit4]   2> 	at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2> 	at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
   [junit4]   2> 	at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
   [junit4]   2> 	at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
   [junit4]   2> 	at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueue(TestSimDistributedQueue.java:74)
   [junit4]   2> 	at app//org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue.testDistributedQueue(TestSimGenericDistributedQueue.java:36)
   [junit4]   2> 	at java.base@10.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at java.base@10.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at java.base@10.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.base@10.0.1/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> ^^==============================================
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimGenericDistributedQueue -Dtests.method=testDistributedQueue -Dtests.seed=D0CB7379D3479C89 -Dtests.slow=true -Dtests.locale=nd-ZW -Dtests.timezone=Pacific/Noumea -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   7194s J1 | TestSimGenericDistributedQueue.testDistributedQueue {#2} <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D0CB7379D3479C89]:0)
   [junit4]   2> Mpan 09, 2018 5:14:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Mpan 09, 2018 5:15:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue: 
   [junit4]   2>    1) Thread[id=4426, name=TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[D0CB7379D3479C89], state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
   [junit4]   2>         at java.base@10.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@10.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@10.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
   [junit4]   2>         at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
   [junit4]   2>         at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
   [junit4]   2>         at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueue(TestSimDistributedQueue.java:74)
   [junit4]   2>         at app//org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue.testDistributedQueue(TestSimGenericDistributedQueue.java:36)
   [junit4]   2>         at java.base@10.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at java.base@10.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at java.base@10.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.base@10.0.1/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>         at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.base@10.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Mpan 09, 2018 5:15:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=4426, name=TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[D0CB7379D3479C89], state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue_D0CB7379D3479C89-001
   [junit4]   2> Sep 08, 2018 6:15:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1294, maxMBSortInHeap=5.350422505817877, sim=RandomSimilarity(queryNorm=false): {}, locale=nd-ZW, timezone=Pacific/Noumea
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 10.0.1 (64-bit)/cpus=3,threads=1,free=49636352,total=206569472
   [junit4]   2> NOTE: All tests run in this JVM: [TestExpandComponent, TestRestManager, TestComplexPhraseQParserPlugin, DirectUpdateHandlerTest, TestHalfAndHalfDocValues, TestFieldResource, SolrIndexConfigTest, TestCursorMarkWithoutUniqueKey, TestLMDirichletSimilarityFactory, TestReload, TestSimPolicyCloud, BlockJoinFacetSimpleTest, SolrRrdBackendFactoryTest, SpatialRPTFieldTypeTest, DistributedFacetPivotLargeTest, ConnectionReuseTest, TestRandomRequestDistribution, HdfsRestartWhileUpdatingTest, PreAnalyzedUpdateProcessorTest, TimeZoneUtilsTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestUniqueKeyFieldResource, ScheduledMaintenanceTriggerTest, NumberUtilsTest, TestSolrConfigHandler, UnloadDistributedZkTest, LoggingHandlerTest, TestWithCollection, TestStreamBody, HDFSCollectionsAPITest, TestConfigSets, CdcrReplicationHandlerTest, V2ApiIntegrationTest, BlobRepositoryCloudTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestBinaryField, AssignTest, CachingDirectoryFactoryTest, TestSchemaVersionResource, PingRequestHandlerTest, TestSimGenericDistributedQueue]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimGenericDistributedQueue -Dtests.seed=D0CB7379D3479C89 -Dtests.slow=true -Dtests.locale=nd-ZW -Dtests.timezone=Pacific/Noumea -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestSimGenericDistributedQueue (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D0CB7379D3479C89]:0)
   [junit4] Completed [668/833 (1!)] on J1 in 7280.25s, 4 tests, 2 errors <<< FAILURES!

[...truncated 42789 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/780/consoleText

[repro] Revision: 46a3f1e6f551fd3c4b506f44e8632a310656f828

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC"

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr\core
[repro]       TestSimGenericDistributedQueue
[repro] ant compile-test

[...truncated 3464 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestSimGenericDistributedQueue" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" -Dtests.seed=D0CB7379D3479C89 -Dtests.slow=true -Dtests.locale=nd-ZW -Dtests.timezone=Pacific/Noumea -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 94 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue
[repro] Exiting with code 0

[...truncated 75 lines...]

[JENKINS] Lucene-Solr-7.x-Windows (64bit/jdk-10) - Build # 779 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/779/
Java: 64bit/jdk-10 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue.testDistributedQueueBlocking

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([EB20BF89C3040F54:AE8ACDF08756B320]:0)
	at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:204)
	at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueueBlocking(TestSimDistributedQueue.java:102)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventQueue

Error Message:
action did not start

Stack Trace:
java.lang.AssertionError: action did not start
	at __randomizedtesting.SeedInfo.seed([EB20BF89C3040F54:2295FD27CA63C9A1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventQueue(TestSimTriggerIntegration.java:663)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventQueue

Error Message:
action did not start

Stack Trace:
java.lang.AssertionError: action did not start
	at __randomizedtesting.SeedInfo.seed([EB20BF89C3040F54:2295FD27CA63C9A1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventQueue(TestSimTriggerIntegration.java:663)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue:     1) Thread[id=17250, name=sdqtest--4420-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]         at java.base@10/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)         at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)         at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)         at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$0(TestSimDistributedQueue.java:93)         at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$1333/1283719180.call(Unknown Source)         at java.base@10/java.util.concurrent.FutureTask.run(FutureTask.java:264)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$134/1424097032.run(Unknown Source)         at java.base@10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)         at java.base@10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue: 
   1) Thread[id=17250, name=sdqtest--4420-thread-1, state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
        at java.base@10/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@10/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2117)
        at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
        at app//org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
        at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$0(TestSimDistributedQueue.java:93)
        at app//org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$1333/1283719180.call(Unknown Source)
        at java.base@10/java.util.concurrent.FutureTask.run(FutureTask.java:264)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
        at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$134/1424097032.run(Unknown Source)
        at java.base@10/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
        at java.base@10/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([EB20BF89C3040F54]:0)




Build Log:
[...truncated 13418 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.sim.TestSimTriggerIntegration_EB20BF89C3040F54-001\init-core-data-001
   [junit4]   2> 1647890 WARN  (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1647890 INFO  (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1647892 INFO  (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1647892 INFO  (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1647916 DEBUG (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10011_solr
   [junit4]   2> 1647916 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1647916 INFO  (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1647916 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 1647917 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 1647917 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 1647917 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1647917 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1647918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 1647918 DEBUG (ScheduledTrigger-7381-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1647920 INFO  (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
   [junit4]   2> 1647920 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1647920 INFO  (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1647920 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1647925 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1647925 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1647925 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1647925 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1647935 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1647935 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1647936 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1647936 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1647936 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 1647936 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1647937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1647937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1647937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1647937 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1647961 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1647983 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648005 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648026 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648037 DEBUG (simCloudManagerPool-7385-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1648038 DEBUG (simCloudManagerPool-7385-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1648038 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1648038 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1648038 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1648047 DEBUG (ScheduledTrigger-7386-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648059 DEBUG (simCloudManagerPool-7385-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for .system / shard1
   [junit4]   2> 1648059 DEBUG (simCloudManagerPool-7385-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for .system / shard1
   [junit4]   2> 1648060 DEBUG (simCloudManagerPool-7385-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1: core_node1
   [junit4]   2> 1648063 DEBUG (simCloudManagerPool-7385-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1648063 DEBUG (simCloudManagerPool-7385-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1648063 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1648064 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1648064 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1648064 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
   [junit4]   2> 1648064 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1648064 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648064 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648064 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10013_solr at time 2039945428430600
   [junit4]   2> 1648068 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648089 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648089 DEBUG (ScheduledTrigger-7386-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648089 DEBUG (ScheduledTrigger-7386-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648110 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648110 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648110 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648130 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648130 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648130 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648151 DEBUG (ScheduledTrigger-7386-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648151 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648151 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648173 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648173 DEBUG (ScheduledTrigger-7386-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648173 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648194 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648194 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648194 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648214 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648214 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648214 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648235 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648235 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648235 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648255 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648255 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648255 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648276 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 1648276 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648276 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1648276 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10013_solr] added at times [2039945428430600], now=2039955975890600
   [junit4]   2> 1648276 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"73f51ce9f6f08Tbcygy4nree0ye621f87iuvjhy",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2039945428430600,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2039945428430600],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10013_solr"]}}
   [junit4]   2> 1648276 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
   [junit4]   2> 1648277 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10013_solr
   [junit4]   2> 1648277 DEBUG (AutoscalingActionExecutor-7387-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"73f51ce9f6f08Tbcygy4nree0ye621f87iuvjhy",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2039945428430600,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2039945428430600],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":2039955989995600,
   [junit4]   2>     "nodeNames":["127.0.0.1:10013_solr"]}}
   [junit4]   2> 1648287 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=803847872
   [junit4]   2> 1648287 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=889672777
   [junit4]   2> 1648287 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=633112530
   [junit4]   2> 1648287 DEBUG (AutoscalingActionExecutor-7387-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1648287 DEBUG (AutoscalingActionExecutor-7387-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1648287 DEBUG (AutoscalingActionExecutor-7387-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 469 ms for event id=73f51ce9f6f08Tbcygy4nree0ye621f87iuvjhy
   [junit4]   2> 1648387 DEBUG (ScheduledTrigger-7386-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648387 DEBUG (ScheduledTrigger-7386-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648387 DEBUG (ScheduledTrigger-7386-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648387 DEBUG (ScheduledTrigger-7386-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10014_solr at time 2039961572525600
   [junit4]   2> 1648408 DEBUG (ScheduledTrigger-7386-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648408 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648408 DEBUG (ScheduledTrigger-7386-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648428 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648428 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648428 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648448 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648448 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648448 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648469 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648469 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648469 DEBUG (ScheduledTrigger-7386-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648487 INFO  (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1648487 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1648487 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1648487 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1648487 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1648487 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1648488 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1648488 DEBUG (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1648489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1648489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
   [junit4]   2> 1648489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1648489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10012_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1648489 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1648489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10012_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1648489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
   [junit4]   2> 1648489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10014_solr
   [junit4]   2> 1648489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10014_solr
   [junit4]   2> 1648489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1648489 DEBUG (ScheduledTrigger-7389-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648489 DEBUG (ScheduledTrigger-7389-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648491 DEBUG (ScheduledTrigger-7389-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648511 DEBUG (ScheduledTrigger-7389-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648511 DEBUG (ScheduledTrigger-7389-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648511 DEBUG (ScheduledTrigger-7389-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648532 DEBUG (ScheduledTrigger-7389-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648532 DEBUG (ScheduledTrigger-7389-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648532 DEBUG (ScheduledTrigger-7389-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648552 DEBUG (ScheduledTrigger-7389-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648552 DEBUG (ScheduledTrigger-7389-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648552 DEBUG (ScheduledTrigger-7389-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648573 DEBUG (ScheduledTrigger-7389-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648573 DEBUG (ScheduledTrigger-7389-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648573 DEBUG (ScheduledTrigger-7389-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648594 DEBUG (ScheduledTrigger-7389-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 1648594 DEBUG (ScheduledTrigger-7389-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1648594 DEBUG (ScheduledTrigger-7389-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1648594 DEBUG (ScheduledTrigger-7389-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10014_solr] added at times [2039961572525600], now=2039971893685600
   [junit4]   2> 1648594 DEBUG (ScheduledTrigger-7389-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"73f5590e2c620Tbcygy4nree0ye621f87iuvji1",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2039961572525600,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2039961572525600],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10014_solr"]}}
   [junit4]   2> 1648594 DEBUG (ScheduledTrigger-7389-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
   [junit4]   2> 1648595 DEBUG (ScheduledTrigger-7389-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10014_solr
   [junit4]   2> 1648595 DEBUG (AutoscalingActionExecutor-7390-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"73f5590e2c620Tbcygy4nree0ye621f87iuvji1",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":2039961572525600,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2039961572525600],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":2039971917055600,
   [junit4]   2>     "nodeNames":["127.0.0.1:10014_solr"]}}
   [junit4]   2> 1648596 INFO  (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
   [junit4]   2> 1648596 INFO  (TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		4
   [junit4]   2> ## Empty nodes:	3
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:	[.system]
   [junit4]   2> ## Max replicas per node:	1
   [junit4]   2> ## Min replicas per node:	0
   [junit4]   2> ## Total replicas:		1
   [junit4]   2> ## * .system		1
   [junit4]   2> ##		- active           1
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- autoscaling        2
   [junit4]   2> ##		- update             4
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> ## * Trigger: node_added_trigger
   [junit4]   2> ##		- STARTED         2
   [junit4]   2> ##		- SUCCEEDED       1
   [junit4]   2> 
   [junit4]   2> 1648596 DEBUG (AutoscalingActionExecutor-7390-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1648596 DEBUG (AutoscalingActionExecutor-7390-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1648596 DEBUG (AutoscalingActionExecutor-7390-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 41 ms for event id=73f5590e2c620Tbcygy4nree0ye621f87iuvji1
   [junit4] IGNOR/A 0.00s J0 | TestSimTriggerIntegration.testNodeMarkersRegistration
   [junit4]    > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028"))
   [junit4] IGNOR/A 0.00s J0 | TestSimTriggerIntegration.testNodeAddedTriggerRestoreState
   [junit4]    > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028"))
   [junit4] IGNOR/A 0.00s J0 | TestSimTriggerIntegration.testListeners
   [junit4]    > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028"))
   [junit4]   2> 1648601 INFO  (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
   [junit4]   2> 1648601 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1648602 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1648602 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.s.SimNodeStateProvider --removing value for 127.0.0.1:10014_solr
   [junit4]   2> 1648602 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.s.SimNodeStateProvider --removing value for 127.0.0.1:10013_solr
   [junit4]   2> 1648602 INFO  (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1648602 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1648602 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1648602 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1648602 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1259) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317) ~[?:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) ~[java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:844) [?:?]
   [junit4]   2> 1648603 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1648603 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1648603 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1648603 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1648603 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1648604 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1648604 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 1648604 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
   [junit4]   2> 1648604 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 1648604 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1648604 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1648604 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 1648604 DEBUG (ScheduledTrigger-7392-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648625 DEBUG (ScheduledTrigger-7392-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648647 DEBUG (ScheduledTrigger-7392-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648668 DEBUG (ScheduledTrigger-7392-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648689 DEBUG (ScheduledTrigger-7392-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648704 DEBUG (simCloudManagerPool-7391-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1648704 DEBUG (simCloudManagerPool-7391-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 1648705 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 1648705 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1648705 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1648709 DEBUG (ScheduledTrigger-7392-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648726 DEBUG (simCloudManagerPool-7391-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for .system / shard1
   [junit4]   2> 1648726 DEBUG (simCloudManagerPool-7391-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for .system / shard1
   [junit4]   2> 1648727 DEBUG (simCloudManagerPool-7391-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1: core_node2
   [junit4]   2> 1648731 DEBUG (ScheduledTrigger-7392-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648752 DEBUG (ScheduledTrigger-7392-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648752 DEBUG (simCloudManagerPool-7391-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for collection1 / shard1
   [junit4]   2> 1648752 DEBUG (simCloudManagerPool-7391-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for collection1 / shard1
   [junit4]   2> 1648753 DEBUG (simCloudManagerPool-7391-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for collection1 / shard1: core_node2
   [junit4]   2> 1648763 DEBUG (simCloudManagerPool-7391-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader collection1 / shard1
   [junit4]   2> 1648772 DEBUG (ScheduledTrigger-7392-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648773 DEBUG (simCloudManagerPool-7391-thread-8) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1648774 DEBUG (simCloudManagerPool-7391-thread-8) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 1648774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 1648774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1648774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 1648778 DEBUG (ScheduledTrigger-7392-thread-4) [    ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10012_solr
   [junit4]   2> 1648779 DEBUG (ScheduledTrigger-7392-thread-4) [    ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10011_solr
   [junit4]   2> 1648780 DEBUG (simCloudManagerPool-7391-thread-9) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1648780 DEBUG (simCloudManagerPool-7391-thread-9) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 1648780 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 1648780 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1648780 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 1648793 DEBUG (ScheduledTrigger-7392-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648804 DEBUG (ScheduledTrigger-7392-thread-1) [    ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10012_solr
   [junit4]   2> 1648804 DEBUG (ScheduledTrigger-7392-thread-1) [    ] o.a.s.c.a.SearchRateTrigger ###  metrics:solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate	250
   [junit4]   2> 1648817 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648818 DEBUG (ScheduledTrigger-7392-thread-1) [    ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10011_solr
   [junit4]   2> 1648818 DEBUG (ScheduledTrigger-7392-thread-1) [    ] o.a.s.c.a.SearchRateTrigger ###  metrics:solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate	250
   [junit4]   2> 1648818 DEBUG (ScheduledTrigger-7392-thread-1) [    ] o.a.s.c.a.SearchRateTrigger ## Collection: collection1
   [junit4]   2> 1648818 DEBUG (ScheduledTrigger-7392-thread-1) [    ] o.a.s.c.a.SearchRateTrigger ##  - shard1
   [junit4]   2> 1648819 DEBUG (ScheduledTrigger-7392-thread-1) [    ] o.a.s.c.a.SearchRateTrigger ##     collection1_shard1_replica_n2  250.0
   [junit4]   2> 1648819 DEBUG (ScheduledTrigger-7392-thread-1) [    ] o.a.s.c.a.SearchRateTrigger ##     collection1_shard1_replica_n1  250.0
   [junit4]   2> 1648826 DEBUG (ScheduledTrigger-7392-thread-1) [    ] o.a.s.c.a.SearchRateTrigger -- collection1.shard1: totalShardRate=500.0, shardRate=250.0
   [junit4]   2> 1648838 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1648848 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10012_solr
   [junit4]   2> 1648848 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.SearchRateTrigger ###  metrics:solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate	250
   [junit4]   2> 1648848 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10011_solr
   [junit4]   2> 1648848 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.SearchRateTrigger ###  metrics:solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate	250
   [junit4]   2> 1648848 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.SearchRateTrigger ## Collection: collection1
   [junit4]   2> 1648848 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.SearchRateTrigger ##  - shard1
   [junit4]   2> 1648848 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.SearchRateTrigger ##     collection1_shard1_replica_n2  250.0
   [junit4]   2> 1648848 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.SearchRateTrigger ##     collection1_shard1_replica_n1  250.0
   [junit4]   2> 1648848 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.SearchRateTrigger -- collection1.shard1: totalShardRate=500.0, shardRate=250.0
   [junit4]   2> 1648853 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"73f5a96c79de0Tbcygy4nree0ye621f87iuvji4",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":2039983146245600,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "hotReplicas":[
   [junit4]   2>       {"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n2",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10012_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       {"core_node1":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10011_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}}],
   [junit4]   2>     "coldNodes":{},
   [junit4]   2>     "coldShards":{},
   [junit4]   2>     "coldReplicas":[],
   [junit4]   2>     "violationType":["hotShards"],
   [junit4]   2>     "coldCollections":{},
   [junit4]   2>     "hotShards":{"collection1":{"shard1":250.0}},
   [junit4]   2>     "hotCollections":{"collection1":500.0},
   [junit4]   2>     "hotNodes":{
   [junit4]   2>       "127.0.0.1:10012_solr":250.0,
   [junit4]   2>       "127.0.0.1:10011_solr":250.0},
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}}]}}
   [junit4]   2> 1648855 DEBUG (ScheduledTrigger-7392-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
   [junit4]   2> 1648856 DEBUG (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"73f5a96c79de0Tbcygy4nree0ye621f87iuvji4",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":2039983146245600,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "hotReplicas":[
   [junit4]   2>       {"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n2",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10012_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       {"core_node1":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10011_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}}],
   [junit4]   2>     "coldNodes":{},
   [junit4]   2>     "coldShards":{},
   [junit4]   2>     "coldReplicas":[],
   [junit4]   2>     "violationType":["hotShards"],
   [junit4]   2>     "coldCollections":{},
   [junit4]   2>     "hotShards":{"collection1":{"shard1":250.0}},
   [junit4]   2>     "hotCollections":{"collection1":500.0},
   [junit4]   2>     "hotNodes":{
   [junit4]   2>       "127.0.0.1:10012_solr":250.0,
   [junit4]   2>       "127.0.0.1:10011_solr":250.0},
   [junit4]   2>     "_enqueue_time_":2039984923285600,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}}]}}
   [junit4]   2> 1648857 DEBUG (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"73f5a96c79de0Tbcygy4nree0ye621f87iuvji4",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":2039983146245600,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "hotReplicas":[
   [junit4]   2>       {"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n2",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10012_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       {"core_node1":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10011_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}}],
   [junit4]   2>     "coldNodes":{},
   [junit4]   2>     "coldShards":{},
   [junit4]   2>     "coldReplicas":[],
   [junit4]   2>     "violationType":["hotShards"],
   [junit4]   2>     "coldCollections":{},
   [junit4]   2>     "hotShards":{"collection1":{"shard1":250.0}},
   [junit4]   2>     "hotCollections":{"collection1":500.0},
   [junit4]   2>     "hotNodes":{
   [junit4]   2>       "127.0.0.1:10012_solr":250.0,
   [junit4]   2>       "127.0.0.1:10011_solr":250.0},
   [junit4]   2>     "_enqueue_time_":2039984923285600,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}}]}} with context properties: {AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]}
   [junit4]   2> 1648860 INFO  (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10012_solr&type=NRT
   [junit4]   2> 1648860 INFO  (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10012_solr&type=NRT
   [junit4]   2> 1648860 INFO  (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10011_solr&type=NRT
   [junit4]   2> 1648860 INFO  (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2039985228 sessionWrapper.createTime 2039985098165600, this.sessionWrapper.createTime 2039985098165600 
   [junit4]   2> 1648861 DEBUG (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"73f5a96c79de0Tbcygy4nree0ye621f87iuvji4",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":2039983146245600,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "hotReplicas":[
   [junit4]   2>       {"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n2",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10012_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       {"core_node1":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10011_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}}],
   [junit4]   2>     "__start__":3,
   [junit4]   2>     "coldNodes":{},
   [junit4]   2>     "coldShards":{},
   [junit4]   2>     "coldReplicas":[],
   [junit4]   2>     "violationType":["hotShards"],
   [junit4]   2>     "coldCollections":{},
   [junit4]   2>     "hotShards":{"collection1":{"shard1":250.0}},
   [junit4]   2>     "hotCollections":{"collection1":500.0},
   [junit4]   2>     "hotNodes":{
   [junit4]   2>       "127.0.0.1:10012_solr":250.0,
   [junit4]   2>       "127.0.0.1:10011_solr":250.0},
   [junit4]   2>     "_enqueue_time_":2039984923285600,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}}]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@909a961, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@3ce3a34e, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@58d46a4e], AFTER_ACTION=[start, compute], BEFORE_ACTION=[start, compute, execute]}
   [junit4]   2> 1648861 DEBUG (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10012_solr&type=NRT
   [junit4]   2> 1648865 INFO  (simCloudManagerPool-7391-thread-11) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10012_solr for creating new replica of shard shard1
   [junit4]   2> 1648876 DEBUG (simCloudManagerPool-7391-thread-11) [    ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader collection1 / shard1
   [junit4]   2> 1648877 DEBUG (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10012_solr&type=NRT
   [junit4]   2> 1648878 INFO  (simCloudManagerPool-7391-thread-14) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10012_solr for creating new replica of shard shard1
   [junit4]   2> 1648889 DEBUG (simCloudManagerPool-7391-thread-14) [    ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader collection1 / shard1
   [junit4]   2> 1648890 DEBUG (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10011_solr&type=NRT
   [junit4]   2> 1648892 INFO  (simCloudManagerPool-7391-thread-17) [    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1
   [junit4]   2> 1648902 DEBUG (simCloudManagerPool-7391-thread-17) [    ] o.a.s.c.a.s.SimClusterStateProvider -- already has leader collection1 / shard1
   [junit4]   2> 1648922 DEBUG (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1648922 DEBUG (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: search_rate_trigger after 100ms
   [junit4]   2> 1648922 DEBUG (AutoscalingActionExecutor-7393-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 3295 ms for event id=73f5a96c79de0Tbcygy4nree0ye621f87iuvji4
   [junit4]   2> 1649007 INFO  (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
   [junit4]   2> 1649007 INFO  (TEST-TestSimTriggerIntegration.testSearchRate-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		2
   [junit4]   2> ## Empty nodes:	0
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:	[collection1, .system]
   [junit4]   2> ## Max replicas per node:	3
   [junit4]   2> ## Min replicas per node:	3
   [junit4]   2> ## Total replicas:		6
   [junit4]   2> ## * .system		1
   [junit4]   2> ##		- active           1
   [junit4]   2> ## * collection1		5
   [junit4]   2> ##		- active           5
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- ADDREPLICA         3
   [junit4]   2> ##		- CREATE             1
   [junit4]   2> ##		- DELETESTATUS       3
   [junit4]   2> ##		- REQUESTSTATUS      3
   [junit4]   2> ##		- autoscaling        3
   [junit4]   2> ##		- update             2
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> ## * Trigger: search_rate_trigger
   [junit4]   2> ##		- STARTED         1
   [junit4]   2> ##		- SUCCEEDED       1
   [junit4]   2> 
   [junit4]   2> 1649014 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
   [junit4]   2> 1649014 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 1649014 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 1649014 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1649014 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1649014 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1649014 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1649014 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1259) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317) ~[?:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) ~[java/:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:844) [?:?]
   [junit4]   2> 1649015 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1649015 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1649015 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1649015 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1649015 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1649017 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1649017 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 1649017 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion -1
   [junit4]   2> 1649017 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 1649018 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1649018 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1649018 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 1649018 DEBUG (ScheduledTrigger-7395-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1649040 DEBUG (ScheduledTrigger-7395-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1649061 DEBUG (ScheduledTrigger-7395-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1649082 DEBUG (ScheduledTrigger-7395-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1649103 DEBUG (ScheduledTrigger-7395-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1649116 DEBUG (simCloudManagerPool-7394-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1649116 DEBUG (simCloudManagerPool-7394-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
   [junit4]   2> 1649119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
   [junit4]   2> 1649120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1649120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 1649124 DEBUG (ScheduledTrigger-7395-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1649141 DEBUG (simCloudManagerPool-7394-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider -- submit leader election for .system / shard1
   [junit4]   2> 1649141 DEBUG (simCloudManagerPool-7394-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider Running leader election for .system / shard1
   [junit4]   2> 1649142 DEBUG (simCloudManagerPool-7394-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1: core_node3
   [junit4]   2> 1649144 DEBUG (simCloudManagerPool-7394-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1649144 DEBUG (simCloudManagerPool-7394-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
   [junit4]   2> 1649144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
   [junit4]   2> 1649144 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1649144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1649144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10015_solr
   [junit4]   2> 1649144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1649144 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
   [junit4]   2> 1649145 DEBUG (ScheduledTrigger-7395-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1649145 DEBUG (ScheduledTrigger-7395-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
   [junit4]   2> 1649166 DEBUG (ScheduledTrigger-7395-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1649166 DEBUG (ScheduledTrigger-7395-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
   [junit4]   2> 1649175 DEBUG (simCloudManagerPool-7394-thread-5) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1649175 DEBUG (simCloudManagerPool-7394-thread-5) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
   [junit4]   2> 1649175 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
   [junit4]   2> 1649175 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1649175 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1649176 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1649176 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
   [junit4]   2> 1649176 DEBUG (ScheduledTrigger-7395-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
   [junit4]   2> 1649176 DEBUG (ScheduledTrigger-7395-thread-3) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10015_solr]
   [junit4]   2> 1649176 DEBUG (ScheduledTrigger-7395-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"73f5e617d2098Tbcygy4nree0ye621f87iuvji7",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":2039999432040600,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2039999432040600],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10015_solr"]}}
   [junit4]   2> 1649176 DEBUG (ScheduledTrigger-7395-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_restore_trigger]
   [junit4]   2> 1649177 DEBUG (AutoscalingActionExecutor-7396-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"73f5e617d2098Tbcygy4nree0ye621f87iuvji7",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":2039999432040600,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2039999432040600],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":2040001020355600,
   [junit4]   2>     "nodeNames":["127.0.0.1:10015_solr"]}}
   [junit4]   2> 1649178 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
   [junit4]   2> 1649178 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		2
   [junit4]   2> ## Empty nodes:	1
   [junit4]   2> ## Dead nodes:		1
   [junit4]   2> ##		127.0.0.1:10015_solr
   [junit4]   2> ## Collections:	[.system]
   [junit4]   2> ## Max replicas per node:	1
   [junit4]   2> ## Min replicas per node:	0
   [junit4]   2> ## Total replicas:		1
   [junit4]   2> ## * .system		1
   [junit4]   2> ##		- active           1
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- autoscaling        3
   [junit4]   2> ##		- update             2
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> ## * Trigger: node_lost_restore_trigger
   [j

[...truncated too long message...]

gerThread Current znodeVersion 54, lastZnodeVersion 54
   [junit4]   2> 40573 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 40573 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 40573 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10015_solr at time 1978495956313700
   [junit4]   2> 40576 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 40596 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 40596 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 40599 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 40617 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 40617 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 40617 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10015_solr] added at times [1978495956313700], now=1978498105498700
   [junit4]   2> 40617 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"7076e7caa6664Tbcygy4nree0ye621f87iuvd7t",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1978495956313700,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1978495956313700],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10015_solr"]}}
   [junit4]   2> 40617 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
   [junit4]   2> 40628 DEBUG (ScheduledTrigger-62-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10015_solr
   [junit4]   2> 40631 DEBUG (AutoscalingActionExecutor-63-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"7076e7caa6664Tbcygy4nree0ye621f87iuvd7t",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1978495956313700,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1978495956313700],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1978498122778700,
   [junit4]   2>     "nodeNames":["127.0.0.1:10015_solr"]}}
   [junit4]   2> 40641 DEBUG (simCloudManagerPool-61-thread-6) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 40641 DEBUG (simCloudManagerPool-61-thread-6) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 55
   [junit4]   2> 40644 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 55
   [junit4]   2> 40644 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 55, lastZnodeVersion 55
   [junit4]   2> 40646 DEBUG (AutoscalingActionExecutor-63-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 40646 DEBUG (AutoscalingActionExecutor-63-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 40646 DEBUG (AutoscalingActionExecutor-63-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 720 ms for event id=7076e7caa6664Tbcygy4nree0ye621f87iuvd7t
   [junit4]   2> 40685 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[EB20BF89C3040F54]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
   [junit4]   2> 40685 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[EB20BF89C3040F54]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		3
   [junit4]   2> ## Empty nodes:	2
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:	[.system]
   [junit4]   2> ## Max replicas per node:	1
   [junit4]   2> ## Min replicas per node:	0
   [junit4]   2> ## Total replicas:		1
   [junit4]   2> ## * .system		1
   [junit4]   2> ##		- active           1
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- autoscaling        3
   [junit4]   2> ##		- update             2
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> ## * Trigger: node_added_trigger
   [junit4]   2> ##		- STARTED         1
   [junit4]   2> ##		- SUCCEEDED       1
   [junit4]   2> 
   [junit4] OK      0.25s J0 | TestSimTriggerIntegration.testNodeAddedTrigger
   [junit4]   2> 40687 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 40687 DEBUG (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 40689 DEBUG (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 40689 DEBUG (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 40690 DEBUG (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 40690 DEBUG (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 40690 DEBUG (SUITE-TestSimTriggerIntegration-seed#[EB20BF89C3040F54]-worker) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.sim.TestSimTriggerIntegration_EB20BF89C3040F54-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=zu, timezone=Pacific/Guadalcanal
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 10 (64-bit)/cpus=3,threads=1,free=75762656,total=188219392
   [junit4]   2> NOTE: All tests run in this JVM: [TestSimGenericDistributedQueue, TestSimGenericDistributedQueue, TestSimGenericDistributedQueue, TestSimTriggerIntegration]
   [junit4] Completed [9/10 (1!)] on J0 in 5.16s, 11 tests, 1 failure <<< FAILURES!

[...truncated 24 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\common-build.xml:1567: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\lucene\common-build.xml:1092: There were test failures: 10 suites, 80 tests, 1 failure [seed: EB20BF89C3040F54]

Total time: 45 seconds

[repro] Setting last failure code to 1

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue
[repro]   1/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[repro] Exiting with code 1

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST lucene\build move /y lucene\build lucene\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST solr\build move /y solr\build solr\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST lucene\build.orig move /y lucene\build.orig lucene\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>IF EXIST solr\build.orig move /y solr\build.orig solr\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows>exit 0 
Archiving artifacts
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=b2aebafa688360dc1800a58712710c9888a861ac, workspace=C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows
[WARNINGS] Computing warning deltas based on reference build #778
Recording test results
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2

[JENKINS] Lucene-Solr-7.x-Windows (32bit/jdk1.8.0_172) - Build # 778 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/778/
Java: 32bit/jdk1.8.0_172 -client -XX:+UseSerialGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([B7B996909186A3C8]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue.testDistributedQueue

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([B7B996909186A3C8]:0)




Build Log:
[...truncated 13782 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue_B7B996909186A3C8-001\init-core-data-001
   [junit4]   2> 177535 WARN  (SUITE-TestSimGenericDistributedQueue-seed#[B7B996909186A3C8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 177535 INFO  (SUITE-TestSimGenericDistributedQueue-seed#[B7B996909186A3C8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 177540 INFO  (SUITE-TestSimGenericDistributedQueue-seed#[B7B996909186A3C8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 177698 INFO  (SUITE-TestSimGenericDistributedQueue-seed#[B7B996909186A3C8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 177699 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[B7B996909186A3C8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDistributedQueue
   [junit4]   2> sep 07, 2018 10:40:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue
   [junit4]   2> ==== jstack at approximately timeout time ====
   [junit4]   2> "TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[B7B996909186A3C8]" ID=929 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1631ae3
   [junit4]   2> 	at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	- timed waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1631ae3
   [junit4]   2> 	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueue(TestSimDistributedQueue.java:74)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue.testDistributedQueue(TestSimGenericDistributedQueue.java:36)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> "SUITE-TestSimGenericDistributedQueue-seed#[B7B996909186A3C8]" ID=928 RUNNABLE
   [junit4]   2> 	at sun.management.ThreadImpl.dumpThreads0(Native Method)
   [junit4]   2> 	at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:454)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:681)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2> 	- locked java.lang.Object@400599
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:706)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:627)
   [junit4]   2> 
   [junit4]   2> "SeedGenerator Thread" ID=13 WAITING on sun.security.provider.SeedGenerator$ThreadedSeedGenerator@3a0d99
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	- waiting on sun.security.provider.SeedGenerator$ThreadedSeedGenerator@3a0d99
   [junit4]   2> 	at java.lang.Object.wait(Object.java:502)
   [junit4]   2> 	at sun.security.provider.SeedGenerator$ThreadedSeedGenerator.run(SeedGenerator.java:334)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> "Log4j2-TF-1-AsyncLoggerConfig--1" ID=11 RUNNABLE
   [junit4]   2> 	at com.lmax.disruptor.TimeoutBlockingWaitStrategy.waitFor(TimeoutBlockingWaitStrategy.java:41)
   [junit4]   2> 	at com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
   [junit4]   2> 	at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:128)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 	Locked synchronizers:
   [junit4]   2> 	- java.util.concurrent.locks.ReentrantLock$NonfairSync@12ab520
   [junit4]   2> 
   [junit4]   2> "JUnit4-serializer-daemon" ID=8 TIMED_WAITING
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2> 
   [junit4]   2> "Attach Listener" ID=5 RUNNABLE
   [junit4]   2> 
   [junit4]   2> "Signal Dispatcher" ID=4 RUNNABLE
   [junit4]   2> 
   [junit4]   2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@f34c53
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@f34c53
   [junit4]   2> 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
   [junit4]   2> 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
   [junit4]   2> 	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
   [junit4]   2> 
   [junit4]   2> "Reference Handler" ID=2 WAITING on java.lang.ref.Reference$Lock@14ce5ac
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	- waiting on java.lang.ref.Reference$Lock@14ce5ac
   [junit4]   2> 	at java.lang.Object.wait(Object.java:502)
   [junit4]   2> 	at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
   [junit4]   2> 	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
   [junit4]   2> 
   [junit4]   2> "main" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$2@5e10d8
   [junit4]   2> 	at java.lang.Object.wait(Native Method)
   [junit4]   2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$2@5e10d8
   [junit4]   2> 	at java.lang.Thread.join(Thread.java:1252)
   [junit4]   2> 	at java.lang.Thread.join(Thread.java:1326)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:637)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:494)
   [junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
   [junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
   [junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2> 
   [junit4]   2> ^^==============================================
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimGenericDistributedQueue -Dtests.method=testDistributedQueue -Dtests.seed=B7B996909186A3C8 -Dtests.slow=true -Dtests.locale=sr-Latn-ME -Dtests.timezone=America/Santiago -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   7200s J1 | TestSimGenericDistributedQueue.testDistributedQueue <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B7B996909186A3C8]:0)
   [junit4]   2> sep 07, 2018 10:40:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> sep 07, 2018 10:42:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue: 
   [junit4]   2>    1) Thread[id=929, name=TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[B7B996909186A3C8], state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueue(TestSimDistributedQueue.java:74)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue.testDistributedQueue(TestSimGenericDistributedQueue.java:36)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> sep 07, 2018 10:42:17 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=929, name=TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[B7B996909186A3C8], state=TIMED_WAITING, group=TGRP-TestSimGenericDistributedQueue]
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue_B7B996909186A3C8-001
   [junit4]   2> 7457735 INFO  (TEST-TestSimGenericDistributedQueue.testDistributedQueue-seed#[B7B996909186A3C8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDistributedQueue
   [junit4]   2> Sep 07, 2018 1:42:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn-ME, timezone=America/Santiago
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_172 (32-bit)/cpus=3,threads=1,free=25731912,total=135671808
   [junit4]   2> NOTE: All tests run in this JVM: [TriggerEventQueueTest, TestCloudNestedDocsSort, TestDocBasedVersionConstraints, TestRTimerTree, ChaosMonkeyNothingIsSafeWithPullReplicasTest, SimpleFacetsTest, SmileWriterTest, DistributedFacetPivotLargeTest, TestSimGenericDistributedQueue]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimGenericDistributedQueue -Dtests.seed=B7B996909186A3C8 -Dtests.slow=true -Dtests.locale=sr-Latn-ME -Dtests.timezone=America/Santiago -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.00s J1 | TestSimGenericDistributedQueue (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B7B996909186A3C8]:0)
   [junit4] Completed [314/833 (1!)] on J1 in 7280.23s, 1 test, 2 errors <<< FAILURES!

[...truncated 46522 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/778/consoleText

[repro] Revision: de38f8168e822811728884310df7bfb9604e2a6e

[repro] Ant options: "-Dargs=-client -XX:+UseSerialGC"

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr\core
[repro]       TestSimGenericDistributedQueue
[repro] ant compile-test

[...truncated 3459 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestSimGenericDistributedQueue" -Dtests.showOutput=onerror "-Dargs=-client -XX:+UseSerialGC" -Dtests.seed=B7B996909186A3C8 -Dtests.slow=true -Dtests.locale=sr-Latn-ME -Dtests.timezone=America/Santiago -Dtests.asserts=true -Dtests.file.encoding=Cp1252

[...truncated 89 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimGenericDistributedQueue
[repro] Exiting with code 0

[...truncated 75 lines...]

[JENKINS] Lucene-Solr-7.x-Windows (64bit/jdk-10.0.1) - Build # 777 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/777/
Java: 64bit/jdk-10.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ActionThrottleTest.testAZeroNanoTimeReturnInWait

Error Message:
994ms

Stack Trace:
java.lang.AssertionError: 994ms
	at __randomizedtesting.SeedInfo.seed([8A165D92C8D8D7FD:497DA6A07C992A1E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.ActionThrottleTest.testAZeroNanoTimeReturnInWait(ActionThrottleTest.java:113)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13954 lines...]
   [junit4] Suite: org.apache.solr.cloud.ActionThrottleTest
   [junit4]   2> 2894968 INFO  (SUITE-ActionThrottleTest-seed#[8A165D92C8D8D7FD]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ActionThrottleTest_8A165D92C8D8D7FD-001\init-core-data-001
   [junit4]   2> 2894976 WARN  (SUITE-ActionThrottleTest-seed#[8A165D92C8D8D7FD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2894976 INFO  (SUITE-ActionThrottleTest-seed#[8A165D92C8D8D7FD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2894976 INFO  (SUITE-ActionThrottleTest-seed#[8A165D92C8D8D7FD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2894976 INFO  (TEST-ActionThrottleTest.testAZeroNanoTimeReturnInWait-seed#[8A165D92C8D8D7FD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAZeroNanoTimeReturnInWait
   [junit4]   2> 2894976 INFO  (TEST-ActionThrottleTest.testAZeroNanoTimeReturnInWait-seed#[8A165D92C8D8D7FD]) [    ] o.a.s.c.ActionThrottle Throttling test attempts - waiting for 1000ms
   [junit4]   2> 2895977 INFO  (TEST-ActionThrottleTest.testAZeroNanoTimeReturnInWait-seed#[8A165D92C8D8D7FD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAZeroNanoTimeReturnInWait
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ActionThrottleTest -Dtests.method=testAZeroNanoTimeReturnInWait -Dtests.seed=8A165D92C8D8D7FD -Dtests.slow=true -Dtests.locale=agq -Dtests.timezone=Pacific/Yap -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] FAILURE 1.00s J0 | ActionThrottleTest.testAZeroNanoTimeReturnInWait <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 994ms
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8A165D92C8D8D7FD:497DA6A07C992A1E]:0)
   [junit4]    > 	at org.apache.solr.cloud.ActionThrottleTest.testAZeroNanoTimeReturnInWait(ActionThrottleTest.java:113)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2895981 INFO  (TEST-ActionThrottleTest.testCreateNewThrottleWithLastValue-seed#[8A165D92C8D8D7FD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNewThrottleWithLastValue
   [junit4]   2> 2895982 INFO  (TEST-ActionThrottleTest.testCreateNewThrottleWithLastValue-seed#[8A165D92C8D8D7FD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNewThrottleWithLastValue
   [junit4]   2> 2895983 INFO  (TEST-ActionThrottleTest.testBasics-seed#[8A165D92C8D8D7FD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 2896084 INFO  (TEST-ActionThrottleTest.testBasics-seed#[8A165D92C8D8D7FD]) [    ] o.a.s.c.ActionThrottle Throttling test attempts - waiting for 900ms
   [junit4]   2> 2896984 INFO  (TEST-ActionThrottleTest.testBasics-seed#[8A165D92C8D8D7FD]) [    ] o.a.s.c.ActionThrottle Throttling test attempts - waiting for 1000ms
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-7.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ActionThrottleTest_8A165D92C8D8D7FD-001
   [junit4]   2> 2898060 INFO  (TEST-ActionThrottleTest.testBasics-seed#[8A165D92C8D8D7FD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1537, maxMBSortInHeap=7.7268144099858995, sim=RandomSimilarity(queryNorm=false): {}, locale=agq, timezone=Pacific/Yap
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 10.0.1 (64-bit)/cpus=3,threads=1,free=248607360,total=532152320
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudPivotFacet, PeerSyncWithIndexFingerprintCachingTest, NodeLostTriggerTest, DeleteLastCustomShardedReplicaTest, LegacyCloudClusterPropTest, TestCSVLoader, ProtectedTermFilterFactoryTest, TestQueryUtils, TestLockTree, TestAtomicUpdateErrorCases, TestHttpShardHandlerFactory, DocumentBuilderTest, MoveReplicaHDFSFailoverTest, ClusterStateUpdateTest, ConjunctionSolrSpellCheckerTest, ZkNodePropsTest, TestRandomFaceting, ChaosMonkeySafeLeaderTest, ZookeeperStatusHandlerTest, VersionInfoTest, BlockCacheTest, OverseerCollectionConfigSetProcessorTest, TestSimExecutePlanAction, TestSubQueryTransformer, TestDFISimilarityFactory, CollectionsAPIAsyncDistributedZkTest, TestRetrieveFieldsOptimizer, TestSQLHandler, CoreAdminRequestStatusTest, RAMDirectoryFactoryTest, CollectionReloadTest, RecoveryZkTest, DefaultValueUpdateProcessorTest, SolrCloudExampleTest, TestXmlQParserPlugin, MetricsHandlerTest, AtomicUpdateProcessorFactoryTest, TestConfigOverlay, DeleteStatusTest, TestLeaderElectionZkExpiry, TestCloudRecovery, TestUtils, TestStressUserVersions, CdcrWithNodesRestartsTest, AnalysisErrorHandlingTest, SortByFunctionTest, TestJettySolrRunner, TestGraphTermsQParserPlugin, PeerSyncReplicationTest, TestAuthorizationFramework, JvmMetricsTest, TestDynamicURP, LIRRollingUpdatesTest, FullHLLTest, TestBulkSchemaAPI, CustomHighlightComponentTest, CacheHeaderTest, TestManagedResourceStorage, ComputePlanActionTest, SolrCoreCheckLockOnStartupTest, URLClassifyProcessorTest, SpellCheckCollatorTest, HdfsRecoveryZkTest, TestReqParamsAPI, TestRecoveryHdfs, FullSolrCloudDistribCmdsTest, TestUseDocValuesAsStored, TestRequestStatusCollectionAPI, ConfigureRecoveryStrategyTest, TestShortCircuitedRequests, TestDownShardTolerantSearch, IndexSizeTriggerTest, TestFieldCacheSortRandom, DistributedFacetPivotSmallTest, StatsComponentTest, TestLocalFSCloudBackupRestore, SimplePostToolTest, SuggesterTest, TestLMJelinekMercerSimilarityFactory, DateMathParserTest, TestFaceting, TestFiltering, TestQuerySenderListener, TestSweetSpotSimilarityFactory, FileBasedSpellCheckerTest, XmlInterpolationTest, TimeRoutedAliasUpdateProcessorTest, TestSolrCloudWithKerberosAlt, NotRequiredUniqueKeyTest, TestSurroundQueryParser, TestCloudConsistency, TestGraphMLResponseWriter, TestUnifiedSolrHighlighter, BJQParserTest, TestEmbeddedSolrServerConstructors, ChaosMonkeyNothingIsSafeTest, RollingRestartTest, ReplaceNodeNoTargetTest, TestConfigSetProperties, HttpSolrCallGetCoreTest, DistributedFacetExistsSmallTest, CoreAdminHandlerTest, HdfsCollectionsAPIDistributedZkTest, TestSimClusterStateProvider, TestLuceneIndexBackCompat, MergeStrategyTest, BadIndexSchemaTest, DistributedSpellCheckComponentTest, MigrateRouteKeyTest, CloudMLTQParserTest, PreAnalyzedFieldManagedSchemaCloudTest, HdfsSyncSliceTest, TestNamedUpdateProcessors, TestDefaultStatsCache, ConvertedLegacyTest, SolrGangliaReporterTest, TestUnInvertedFieldException, ResponseHeaderTest, TestMissingGroups, SolrMetricReporterTest, TestSolrFieldCacheBean, TestCloudJSONFacetSKG, TestUtilizeNode, TestNoOpRegenerator, TestCloudSchemaless, GraphQueryTest, TestManagedStopFilterFactory, TestSchemaNameResource, SolrCmdDistributorTest, HdfsLockFactoryTest, PrimitiveFieldTypeTest, TestSimNodeLostTrigger, TestBinaryResponseWriter, SuggesterFSTTest, BigEndianAscendingWordDeserializerTest, TestBulkSchemaConcurrent, TestRuleBasedAuthorizationPlugin, HLLUtilTest, SliceStateTest, DateRangeFieldTest, TestUninvertingReader, SolrCoreMetricManagerTest, TestNumericTerms32, FieldAnalysisRequestHandlerTest, TestInfoStreamLogging, TriggerIntegrationTest, MultiThreadedOCPTest, HdfsChaosMonkeyNothingIsSafeTest, TestApiFramework, TestSkipOverseerOperations, TestFastOutputStream, TestStandardQParsers, DocExpirationUpdateProcessorFactoryTest, TestFieldSortValues, TestStressLiveNodes, XsltUpdateRequestHandlerTest, TestLRUStatsCache, VMParamsZkACLAndCredentialsProvidersTest, AutoscalingHistoryHandlerTest, TestDirectoryFactory, BasicAuthStandaloneTest, RangeFacetCloudTest, TestMergePolicyConfig, CdcrRequestHandlerTest, TestSuggestSpellingConverter, TestReplicationHandler, DistributedTermsComponentTest, TestClusterStateMutator, TestExactSharedStatsCache, TestCustomDocTransformer, SearchHandlerTest, SegmentsInfoRequestHandlerTest, SpellPossibilityIteratorTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestLegacyNumericRangeQueryBuilder, AnalysisAfterCoreReloadTest, HdfsBasicDistributedZk2Test, TestSearcherReuse, SynonymTokenizerTest, TestCryptoKeys, TestChildDocTransformer, TestRandomFlRTGCloud, ReturnFieldsTest, TestSerializedLuceneMatchVersion, TestSimpleTextCodec, TestLFUCache, ActionThrottleTest]
   [junit4] Completed [434/833 (1!)] on J0 in 3.12s, 3 tests, 1 failure <<< FAILURES!

[...truncated 43766 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Windows/777/consoleText

[repro] Revision: cdfc9986e83a906e2b990079f58e4fff48e02ead

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC"

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr\core
[repro]       ActionThrottleTest
[repro] ant compile-test

[...truncated 3464 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.ActionThrottleTest" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=8A165D92C8D8D7FD -Dtests.slow=true -Dtests.locale=agq -Dtests.timezone=Pacific/Yap -Dtests.asserts=true -Dtests.file.encoding=Cp1252

[...truncated 84 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.ActionThrottleTest
[repro] Exiting with code 0

[...truncated 75 lines...]