You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/03/19 19:50:08 UTC

[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 17 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/17/

3 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)  at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)  at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748) ,time=1}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
,time=1}
	at __randomizedtesting.SeedInfo.seed([33AECFF5B4B33C48:BBFAF02F1A4F51B0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
	at __randomizedtesting.SeedInfo.seed([33AECFF5B4B33C48:FA1B8D5BBDD4FABD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:752)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN

Error Message:
expected:<1.0> but was:<0.0>

Stack Trace:
java.lang.AssertionError: expected:<1.0> but was:<0.0>
	at __randomizedtesting.SeedInfo.seed([68D2669C98237771:997314CCAD98BDE3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1765 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J1-20180319_180431_6957012343432325268800.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] codec: Asserting, pf: Memory, dvf: Memory
   [junit4] <<< JVM J1: EOF ----

[...truncated 11611 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> 1593036 INFO  (SUITE-TestDistributedSearch-seed#[33AECFF5B4B33C48]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/init-core-data-001
   [junit4]   2> 1593036 WARN  (SUITE-TestDistributedSearch-seed#[33AECFF5B4B33C48]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1593036 INFO  (SUITE-TestDistributedSearch-seed#[33AECFF5B4B33C48]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1593038 INFO  (SUITE-TestDistributedSearch-seed#[33AECFF5B4B33C48]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 1593038 INFO  (SUITE-TestDistributedSearch-seed#[33AECFF5B4B33C48]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1593175 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/tempDir-001/control/cores/collection1
   [junit4]   2> 1593176 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1593177 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1593177 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1593177 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1593177 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52816967{/,null,AVAILABLE}
   [junit4]   2> 1593178 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75ebabcf{HTTP/1.1,[http/1.1]}{127.0.0.1:55975}
   [junit4]   2> 1593178 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.Server Started @1596142ms
   [junit4]   2> 1593178 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=55975, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/tempDir-001/control/cores}
   [junit4]   2> 1593178 ERROR (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1593178 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.4.0
   [junit4]   2> 1593178 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1593179 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1593179 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-19T19:00:44.955Z
   [junit4]   2> 1593179 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/tempDir-001/control/solr.xml
   [junit4]   2> 1593183 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1593183 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1593184 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@538ea15, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1593232 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@538ea15
   [junit4]   2> 1593246 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@538ea15
   [junit4]   2> 1593246 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@538ea15
   [junit4]   2> 1593249 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/tempDir-001/control/cores
   [junit4]   2> 1593249 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1593249 INFO  (coreLoadExecutor-6718-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1593250 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1593286 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 1593311 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1593440 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1593448 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1593448 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@538ea15
   [junit4]   2> 1593448 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1593448 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 1593450 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1593517 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1593517 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1593518 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1593518 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1593519 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=7.1015625, floorSegmentMB=1.3388671875, forceMergeDeletesPctAllowed=0.17438826699773036, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1593520 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21744b0d[collection1] main]
   [junit4]   2> 1593520 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1593551 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1593591 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1593591 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1593591 INFO  (coreLoadExecutor-6718-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595393751506747392
   [junit4]   2> 1593592 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1593592 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1593592 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1593592 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1593593 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1593593 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1593593 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1593593 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1593595 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@21744b0d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1593724 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 1593725 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1593726 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1593726 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1593726 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1593727 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@177a94e2{/,null,AVAILABLE}
   [junit4]   2> 1593727 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@37c58259{HTTP/1.1,[http/1.1]}{127.0.0.1:54908}
   [junit4]   2> 1593727 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.e.j.s.Server Started @1596691ms
   [junit4]   2> 1593727 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=54908, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/tempDir-001/shard0/cores}
   [junit4]   2> 1593727 ERROR (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1593728 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.4.0
   [junit4]   2> 1593728 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1593728 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1593728 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-19T19:00:45.504Z
   [junit4]   2> 1593728 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 1593732 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1593732 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1593734 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@538ea15, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1593777 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@538ea15
   [junit4]   2> 1593802 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@538ea15
   [junit4]   2> 1593802 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@538ea15
   [junit4]   2> 1593805 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/tempDir-001/shard0/cores
   [junit4]   2> 1593805 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1593806 INFO  (coreLoadExecutor-6729-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1593806 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1593843 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 1593869 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1593993 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1594001 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1594002 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@538ea15
   [junit4]   2> 1594002 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1594002 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.TestDistributedSearch_33AECFF5B4B33C48-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 1594004 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1594075 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1594075 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1594077 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1594077 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1594078 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=7.1015625, floorSegmentMB=1.3388671875, forceMergeDeletesPctAllowed=0.17438826699773036, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1594078 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d463782[collection1] main]
   [junit4]   2> 1594079 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1594090 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1594127 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1594127 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1594127 INFO  (coreLoadExecutor-6729-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595393752068784128
   [junit4]   2> 1594127 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1594128 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1594128 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1594128 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1594128 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1594128 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1594129 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1594129 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1594130 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7d463782[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1594631 INFO  (TEST-TestDistributedSearch.test-seed#[33AECFF5B4B33C48]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1594639 INFO  (qtp304657504-22023) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1595393752599363584)} 0 6
   [junit4]   2> 1594641 INFO  (qtp763450668-22040) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1595393752606703616)} 0 1
   [junit4]   2> 1594644 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1595393752608800768)]} 0 2
   [junit4]   2> 1594646 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1595393752611946496)]} 0 0
   [junit4]   2> 1594647 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1595393752612995072)]} 0 0
   [junit4]   2> 1594648 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1595393752615092224)]} 0 0
   [junit4]   2> 1594649 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1595393752616140800)]} 0 0
   [junit4]   2> 1594650 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1595393752617189376)]} 0 0
   [junit4]   2> 1594651 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1595393752617189376)]} 0 0
   [junit4]   2> 1594651 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1595393752618237952)]} 0 0
   [junit4]   2> 1594652 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1595393752619286528)]} 0 0
   [junit4]   2> 1594653 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1595393752619286528)]} 0 0
   [junit4]   2> 1594653 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1595393752620335104)]} 0 0
   [junit4]   2> 1594654 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1595393752621383680)]} 0 0
   [junit4]   2> 1594655 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1595393752621383680)]} 0 0
   [junit4]   2> 1594655 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1595393752622432256)]} 0 0
   [junit4]   2> 1594656 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1595393752623480832)]} 0 0
   [junit4]   2> 1594657 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1595393752624529408)]} 0 0
   [junit4]   2> 1594658 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1595393752624529408)]} 0 0
   [junit4]   2> 1594658 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1595393752625577984)]} 0 0
   [junit4]   2> 1594659 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595393752626626560,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1594659 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@227f246f commitCommandVersion:1595393752626626560
   [junit4]   2> 1594673 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5248d770[collection1] main]
   [junit4]   2> 1594673 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1594676 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5248d770[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):c9)))}
   [junit4]   2> 1594676 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 17
   [junit4]   2> 1594677 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595393752645500928,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1594677 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47a9d140 commitCommandVersion:1595393752645500928
   [junit4]   2> 1594683 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@34437d4e[collection1] main]
   [junit4]   2> 1594684 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1594686 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@34437d4e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):c9)))}
   [junit4]   2> 1594686 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
   [junit4]   2> 1594688 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1595393752655986688)]} 0 1
   [junit4]   2> 1594690 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1595393752658083840)]} 0 1
   [junit4]   2> 1594692 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1595393752660180992)]} 0 1
   [junit4]   2> 1594693 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1595393752661229568)]} 0 0
   [junit4]   2> 1594693 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1595393752662278144)]} 0 0
   [junit4]   2> 1594694 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1595393752663326720)]} 0 0
   [junit4]   2> 1594694 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1595393752663326720)]} 0 0
   [junit4]   2> 1594695 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1595393752664375296)]} 0 0
   [junit4]   2> 1594696 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1595393752665423872)]} 0 0
   [junit4]   2> 1594697 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1595393752665423872)]} 0 0
   [junit4]   2> 1594698 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1595393752666472448)]} 0 0
   [junit4]   2> 1594698 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1595393752667521024)]} 0 0
   [junit4]   2> 1594699 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1595393752668569600)]} 0 0
   [junit4]   2> 1594699 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1595393752668569600)]} 0 0
   [junit4]   2> 1594700 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1595393752669618176)]} 0 0
   [junit4]   2> 1594700 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1595393752669618176)]} 0 0
   [junit4]   2> 1594701 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1595393752670666752)]} 0 0
   [junit4]   2> 1594702 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1595393752671715328)]} 0 0
   [junit4]   2> 1594703 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1595393752671715328)]} 0 0
   [junit4]   2> 1594703 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1595393752672763904)]} 0 0
   [junit4]   2> 1594704 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1595393752673812480)]} 0 0
   [junit4]   2> 1594704 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1595393752673812480)]} 0 0
   [junit4]   2> 1594705 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1595393752674861056)]} 0 0
   [junit4]   2> 1594705 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1595393752674861056)]} 0 0
   [junit4]   2> 1594706 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1595393752675909632)]} 0 0
   [junit4]   2> 1594707 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1595393752675909632)]} 0 0
   [junit4]   2> 1594707 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1595393752676958208)]} 0 0
   [junit4]   2> 1594708 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1595393752678006784)]} 0 0
   [junit4]   2> 1594708 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1595393752678006784)]} 0 0
   [junit4]   2> 1594709 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1595393752679055360)]} 0 0
   [junit4]   2> 1594709 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1595393752679055360)]} 0 0
   [junit4]   2> 1594710 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1595393752680103936)]} 0 0
   [junit4]   2> 1594711 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1595393752681152512)]} 0 0
   [junit4]   2> 1594711 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1595393752681152512)]} 0 0
   [junit4]   2> 1594712 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1595393752682201088)]} 0 0
   [junit4]   2> 1594713 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1595393752682201088)]} 0 0
   [junit4]   2> 1594713 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1595393752683249664)]} 0 0
   [junit4]   2> 1594714 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1595393752684298240)]} 0 0
   [junit4]   2> 1594714 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1595393752684298240)]} 0 0
   [junit4]   2> 1594715 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1595393752685346816)]} 0 0
   [junit4]   2> 1594715 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1595393752685346816)]} 0 0
   [junit4]   2> 1594718 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1595393752688492544)]} 0 0
   [junit4]   2> 1594718 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1595393752688492544)]} 0 0
   [junit4]   2> 1594719 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1595393752689541120)]} 0 0
   [junit4]   2> 1594719 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1595393752689541120)]} 0 0
   [junit4]   2> 1594720 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1595393752690589696)]} 0 0
   [junit4]   2> 1594721 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1595393752690589696)]} 0 0
   [junit4]   2> 1594721 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1595393752691638272)]} 0 0
   [junit4]   2> 1594722 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1595393752692686848)]} 0 0
   [junit4]   2> 1594722 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1595393752692686848)]} 0 0
   [junit4]   2> 1594723 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1595393752693735424)]} 0 0
   [junit4]   2> 1594724 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1595393752693735424)]} 0 0
   [junit4]   2> 1594724 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1595393752694784000)]} 0 0
   [junit4]   2> 1594725 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1595393752694784000)]} 0 0
   [junit4]   2> 1594725 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1595393752695832576)]} 0 0
   [junit4]   2> 1594726 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1595393752696881152)]} 0 0
   [junit4]   2> 1594726 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1595393752696881152)]} 0 0
   [junit4]   2> 1594727 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1595393752697929728)]} 0 0
   [junit4]   2> 1594727 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1595393752697929728)]} 0 0
   [junit4]   2> 1594728 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1595393752698978304)]} 0 0
   [junit4]   2> 1594728 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1595393752698978304)]} 0 0
   [junit4]   2> 1594729 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1595393752700026880)]} 0 0
   [junit4]   2> 1594730 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1595393752700026880)]} 0 0
   [junit4]   2> 1594730 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1595393752701075456)]} 0 0
   [junit4]   2> 1594731 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1595393752701075456)]} 0 0
   [junit4]   2> 1594731 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1595393752702124032)]} 0 0
   [junit4]   2> 1594732 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1595393752703172608)]} 0 0
   [junit4]   2> 1594732 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1595393752703172608)]} 0 0
   [junit4]   2> 1594733 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1595393752704221184)]} 0 0
   [junit4]   2> 1594733 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1595393752704221184)]} 0 0
   [junit4]   2> 1594734 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1595393752705269760)]} 0 0
   [junit4]   2> 1594734 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1595393752705269760)]} 0 0
   [junit4]   2> 1594735 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1595393752706318336)]} 0 0
   [junit4]   2> 1594735 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1595393752706318336)]} 0 0
   [junit4]   2> 1594736 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1595393752707366912)]} 0 0
   [junit4]   2> 1594736 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1595393752707366912)]} 0 0
   [junit4]   2> 1594737 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1595393752708415488)]} 0 0
   [junit4]   2> 1594738 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1595393752708415488)]} 0 0
   [junit4]   2> 1594738 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1595393752709464064)]} 0 0
   [junit4]   2> 1594739 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1595393752709464064)]} 0 0
   [junit4]   2> 1594739 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1595393752710512640)]} 0 0
   [junit4]   2> 1594740 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1595393752710512640)]} 0 0
   [junit4]   2> 1594740 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1595393752711561216)]} 0 0
   [junit4]   2> 1594741 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1595393752712609792)]} 0 0
   [junit4]   2> 1594741 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1595393752712609792)]} 0 0
   [junit4]   2> 1594742 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1595393752713658368)]} 0 0
   [junit4]   2> 1594742 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1595393752713658368)]} 0 0
   [junit4]   2> 1594743 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1595393752714706944)]} 0 0
   [junit4]   2> 1594743 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1595393752714706944)]} 0 0
   [junit4]   2> 1594744 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1595393752715755520)]} 0 0
   [junit4]   2> 1594744 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1595393752715755520)]} 0 0
   [junit4]   2> 1594745 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1595393752716804096)]} 0 0
   [junit4]   2> 1594746 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1595393752716804096)]} 0 0
   [junit4]   2> 1594746 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1595393752717852672)]} 0 0
   [junit4]   2> 1594747 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1595393752718901248)]} 0 0
   [junit4]   2> 1594747 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1595393752718901248)]} 0 0
   [junit4]   2> 1594748 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1595393752719949824)]} 0 0
   [junit4]   2> 1594749 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1595393752719949824)]} 0 0
   [junit4]   2> 1594749 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1595393752720998400)]} 0 0
   [junit4]   2> 1594750 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1595393752720998400)]} 0 0
   [junit4]   2> 1594750 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1595393752722046976)]} 0 0
   [junit4]   2> 1594751 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1595393752723095552)]} 0 0
   [junit4]   2> 1594751 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1595393752723095552)]} 0 0
   [junit4]   2> 1594752 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1595393752724144128)]} 0 0
   [junit4]   2> 1594752 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1595393752724144128)]} 0 0
   [junit4]   2> 1594753 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1595393752725192704)]} 0 0
   [junit4]   2> 1594753 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1595393752725192704)]} 0 0
   [junit4]   2> 1594754 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1595393752726241280)]} 0 0
   [junit4]   2> 1594754 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1595393752726241280)]} 0 0
   [junit4]   2> 1594755 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1595393752727289856)]} 0 0
   [junit4]   2> 1594755 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1595393752727289856)]} 0 0
   [junit4]   2> 1594756 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1595393752728338432)]} 0 0
   [junit4]   2> 1594756 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1595393752728338432)]} 0 0
   [junit4]   2> 1594757 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1595393752729387008)]} 0 0
   [junit4]   2> 1594758 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1595393752729387008)]} 0 0
   [junit4]   2> 1594758 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1595393752730435584)]} 0 0
   [junit4]   2> 1594759 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1595393752730435584)]} 0 0
   [junit4]   2> 1594759 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1595393752731484160)]} 0 0
   [junit4]   2> 1594760 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595393752732532736,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1594760 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@227f246f commitCommandVersion:1595393752732532736
   [junit4]   2> 1594769 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57eabad0[collection1] main]
   [junit4]   2> 1594770 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1594772 INFO  (searcherExecutor-6719-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57eabad0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):c9) Uninverting(_1(7.4.0):c59)))}
   [junit4]   2> 1594772 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 12
   [junit4]   2> 1594773 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595393752746164224,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1594773 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47a9d140 commitCommandVersion:1595393752746164224
   [junit4]   2> 1594781 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a2c7ca2[collection1] main]
   [junit4]   2> 1594782 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1594784 INFO  (searcherExecutor-6730-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4a2c7ca2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):c9) Uninverting(_1(7.4.0):c59)))}
   [junit4]   2> 1594784 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
   [junit4]   2> 1594785 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 1594786 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 1594786 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 1594786 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 1594787 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1594791 INFO  (qtp763450668-22045) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:54908//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1521486046565&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1594793 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046565&ids=111,12,2,135,114,103,148,115,116,130&isShard=true&shard.url=http://127.0.0.1:54908//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1594795 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:54908//collection1|[ff01::114]:33332/&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=5
   [junit4]   2> 1594795 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1594946 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:54908//collection1&rows=10&version=2&q=*:*&NOW=1521486046574&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1594949 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046574&ids=11,1,123,102,136,126,138,105,119,109&isShard=true&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:54908//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1594950 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:54908//collection1&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=151
   [junit4]   2> 1594951 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1594952 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=http://127.0.0.1:54908//collection1|[ff01::213]:33332/|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1521486046728&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1594954 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046728&ids=143,133,2,146,135,114,15,117,108,142&isShard=true&shard.url=http://127.0.0.1:54908//collection1|[ff01::213]:33332/|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1594955 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:54908//collection1|[ff01::213]:33332/|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1594955 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1594957 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:54908//collection1&rows=10&version=2&q=*:*&NOW=1521486046732&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1594958 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046732&ids=11,12,102,127,6,105,1001,107,109,120&isShard=true&shard.url=[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:54908//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1594959 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::114]:33332/|http://127.0.0.1:54908//collection1&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1594960 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1594962 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:54908//collection1|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1521486046737&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1594964 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046737&ids=11,110,12,2,14,124,15,126,8,119&isShard=true&shard.url=http://127.0.0.1:54908//collection1|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1594965 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:54908//collection1|[ff01::213]:33332/|[ff01::114]:33332/&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 1594965 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1594967 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=http://127.0.0.1:54908//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1521486046742&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1594968 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046742&ids=4,147,136,115,129,118,107,9,130,10&isShard=true&shard.url=http://127.0.0.1:54908//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1594969 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:54908//collection1|[ff01::083]:33332/&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1594970 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1594972 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:54908//collection1&rows=10&version=2&q=*:*&NOW=1521486046747&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1594973 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046747&ids=11,145,135,4,126,148,105,7,117,119&isShard=true&shard.url=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:54908//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1594974 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::083]:33332/|http://127.0.0.1:54908//collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1594974 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1594976 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:54908//collection1&rows=10&version=2&q=*:*&NOW=1521486046752&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1594977 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046752&ids=121,122,134,13,146,17,129,107,140,130&isShard=true&shard.url=http://127.0.0.1:54908//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1594978 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:54908//collection1&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1594979 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1594980 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:54908//collection1&rows=10&version=2&q=*:*&NOW=1521486046756&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1594982 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046756&ids=132,145,102,147,103,104,138,6,106,10&isShard=true&shard.url=http://127.0.0.1:54908//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1594983 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:54908//collection1&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1594984 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1595060 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:54908//collection1&rows=10&version=2&q=*:*&NOW=1521486046761&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1595061 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046761&ids=100,1,15,136,148,16,17,117,109,130&isShard=true&shard.url=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:54908//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1595063 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|[ff01::083]:33332/|http://127.0.0.1:54908//collection1&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=77
   [junit4]   2> 1595063 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1595065 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:54908//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1521486046841&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1595067 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046841&ids=11,143,134,145,136,126,115,138,140,10&isShard=true&shard.url=[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:54908//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1595067 INFO  (qtp763450668-22044) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|[ff01::213]:33332/|http://127.0.0.1:54908//collection1|[ff01::083]:33332/&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1595068 INFO  (qtp304657504-22025) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1595070 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=http://127.0.0.1:54908//collection1&rows=10&version=2&q=*:*&NOW=1521486046845&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1595071 INFO  (qtp763450668-22042) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1521486046845&ids=12,144,122,13,113,127,117,129,8,119&isShard=true&shard.url=http://127.0.0.1:54908//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1595072 INFO  (qtp763450668-22046) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:54908//collection1&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1595072 INFO  (qtp304657504-22027) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1595074 INFO  (qtp763450668-22043) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+d

[...truncated too long message...]

[junit4]   2> 	3	/solr/overseer_elect/election/73482279522271341-127.0.0.1:43421_solr-n_0000000023
   [junit4]   2> 	3	/solr/overseer_elect/election/73482279522271268-127.0.0.1:56960_solr-n_0000000007
   [junit4]   2> 	2	/solr/collections/testMetricTrigger/leader_elect/shard1/election/73482279522271268-core_node5-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/73482279522271376-127.0.0.1:46736_solr-n_0000000031
   [junit4]   2> 	2	/solr/overseer_elect/election/73482279522271259-127.0.0.1:59320_solr-n_0000000005
   [junit4]   2> 	2	/solr/collections/testScheduledTrigger/leader_elect/shard1/election/73482279522271268-core_node6-n_0000000001
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/73482279522271407-core_node6-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/73482279522271293-127.0.0.1:37805_solr-n_0000000012
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/73482279522271394-core_node4-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	653	/solr/live_nodes
   [junit4]   2> 	127	/solr/collections
   [junit4]   2> 	23	/solr/overseer/queue-work
   [junit4]   2> 	23	/solr/overseer/queue
   [junit4]   2> 	23	/solr/autoscaling/events/.scheduled_maintenance
   [junit4]   2> 	23	/solr/overseer/collection-queue-work
   [junit4]   2> 	22	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_33AECFF5B4B33C48-001
   [junit4]   2> Mar 19, 2018 7:23:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Direct), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), x_s=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1970, maxMBSortInHeap=7.732241770844061, sim=RandomSimilarity(queryNorm=false): {}, locale=en-GB, timezone=Pacific/Fiji
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=237400728,total=510132224
   [junit4]   2> NOTE: All tests run in this JVM: [SolrGraphiteReporterTest, URLClassifyProcessorTest, TestRuleBasedAuthorizationPlugin, TestFaceting, TestAddFieldRealTimeGet, CoreAdminHandlerTest, StatelessScriptUpdateProcessorFactoryTest, DisMaxRequestHandlerTest, TestSizeLimitedDistributedMap, TestNestedDocsSort, TestDistributedMissingSort, PKIAuthenticationIntegrationTest, TestStandardQParsers, ShowFileRequestHandlerTest, ReplaceNodeTest, CollectionReloadTest, TestConfigSetImmutable, MoveReplicaHDFSTest, SearchRateTriggerTest, TestLRUStatsCache, TestRandomDVFaceting, TestDynamicFieldResource, TestLMJelinekMercerSimilarityFactory, TestLeaderElectionZkExpiry, TestValueSourceCache, DeleteShardTest, NotRequiredUniqueKeyTest, TestSSLRandomization, StressHdfsTest, TestUtils, TestDeleteCollectionOnDownNodes, TestLFUCache, UpdateLogTest, LukeRequestHandlerTest, SearchHandlerTest, CdcrReplicationDistributedZkTest, UUIDUpdateProcessorFallbackTest, ManagedSchemaRoundRobinCloudTest, CachingDirectoryFactoryTest, TestAtomicUpdateErrorCases, CacheHeaderTest, TestMacros, HttpTriggerListenerTest, TestNamedUpdateProcessors, TestMaxTokenLenTokenizer, SpellCheckCollatorWithCollapseTest, TestDistribStateManager, OverseerCollectionConfigSetProcessorTest, TestBulkSchemaAPI, SpellCheckComponentTest, TestClassicSimilarityFactory, V2ApiIntegrationTest, DateMathParserTest, TestCoreDiscovery, RegexBytesRefFilterTest, DirectoryFactoryTest, AutoAddReplicasIntegrationTest, TestAnalyzedSuggestions, TestMinMaxOnMultiValuedField, ZkFailoverTest, AnalysisAfterCoreReloadTest, TestLocalFSCloudBackupRestore, MultiTermTest, TestDistribIDF, TestSolr4Spatial2, DistributedFacetPivotWhiteBoxTest, TestJettySolrRunner, TestHdfsBackupRestoreCore, TestHalfAndHalfDocValues, DocExpirationUpdateProcessorFactoryTest, TestSubQueryTransformer, InfoHandlerTest, TestImpersonationWithHadoopAuth, TestGeoJSONResponseWriter, MinimalSchemaTest, ConvertedLegacyTest, TestJmxIntegration, TestJsonRequest, FileBasedSpellCheckerTest, TestUninvertingReader, MetricUtilsTest, TestFieldTypeCollectionResource, HdfsNNFailoverTest, TestSolrConfigHandlerCloud, TestSchemalessBufferedUpdates, TestTolerantUpdateProcessorCloud, MergeStrategyTest, TestReRankQParserPlugin, CollectionsAPIDistributedZkTest, DistributedSuggestComponentTest, TestSolrXml, NumericFieldsTest, TestCoreAdminApis, DistanceFunctionTest, SolrCmdDistributorTest, TestPerFieldSimilarityWithDefaultOverride, ReturnFieldsTest, HdfsDirectoryTest, BlockJoinFacetSimpleTest, TestHdfsUpdateLog, SolrSlf4jReporterTest, TestCollectionAPI, DistributedSpellCheckComponentTest, TestFiltering, NodeMutatorTest, BasicDistributedZk2Test, TestConfigSetsAPIExclusivity, LeaderFailureAfterFreshStartTest, BlockCacheTest, WordBreakSolrSpellCheckerTest, MigrateRouteKeyTest, RollingRestartTest, TestPolicyCloud, TestMiniSolrCloudClusterSSL, CopyFieldTest, TestCloudManagedSchema, DateRangeFieldTest, UnloadDistributedZkTest, PingRequestHandlerTest, NoCacheHeaderTest, RequestLoggingTest, DocValuesMultiTest, TestCodecSupport, ZkStateWriterTest, TestRestoreCore, TestLegacyFieldReuse, TestSolrDeletionPolicy2, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, ShardRoutingCustomTest, TestDistributedSearch, TestStressVersions, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, BadIndexSchemaTest, TestLazyCores, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTSTTest, SpatialFilterTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestSurroundQueryParser, TestQueryUtils, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TermsComponentTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TestQuerySenderListener, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, TestPostingsSolrHighlighter, SynonymTokenizerTest, TestDFRSimilarityFactory, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribCursorPagingTest, DistributedQueueTest, DocValuesNotIndexedTest, HttpPartitionOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudSearcherWarming, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestRandomRequestDistribution, TestRebalanceLeaders, TestSegmentSorting, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestHdfsCloudBackupRestore, AutoAddReplicasPlanActionTest, HdfsAutoAddReplicasIntegrationTest, NodeLostTriggerTest, TriggerIntegrationTest]
   [junit4] Completed [636/784 (2!)] on J2 in 311.87s, 15 tests, 1 failure <<< FAILURES!

[...truncated 8010 lines...]
   [junit4] Suite: org.apache.solr.ltr.TestLTRReRankingPipeline
   [junit4]   2> 25826 INFO  (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[68D2669C98237771]) [    ] o.a.s.l.TestLTRReRankingPipeline rerank 1 documents 
   [junit4]   2> 25827 INFO  (TEST-TestLTRReRankingPipeline.testDifferentTopN-seed#[68D2669C98237771]) [    ] o.a.s.l.TestLTRReRankingPipeline doc 0 in pos 0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLTRReRankingPipeline -Dtests.method=testDifferentTopN -Dtests.seed=68D2669C98237771 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=en-PH -Dtests.timezone=America/Dominica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.03s J0 | TestLTRReRankingPipeline.testDifferentTopN <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<1.0> but was:<0.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([68D2669C98237771:997314CCAD98BDE3]:0)
   [junit4]    > 	at org.apache.solr.ltr.TestLTRReRankingPipeline.testDifferentTopN(TestLTRReRankingPipeline.java:255)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=Asserting), id=PostingsFormat(name=MockRandom), final-score=PostingsFormat(name=MockRandom)}, docValues:{final-score=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1616, maxMBSortInHeap=6.495473455050325, sim=RandomSimilarity(queryNorm=false): {field=IB SPL-D2}, locale=en-PH, timezone=America/Dominica
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=238717120,total=350748672
   [junit4]   2> NOTE: All tests run in this JVM: [TestSelectiveWeightCreation, TestLTRWithSort, TestUserTermScorereQDF, TestNeuralNetworkModel, TestRankingFeature, TestDefaultWrapperModel, TestLTRQParserExplain, TestLTRQParserPlugin, TestLTRReRankingPipeline]
   [junit4] Completed [21/37 (1!)] on J0 in 0.08s, 3 tests, 1 failure <<< FAILURES!

[...truncated 42072 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 20 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/20/

2 tests failed.
FAILED:  org.apache.solr.cloud.AliasIntegrationTest.testModifyPropertiesV2

Error Message:
Unexpected status: HTTP/1.1 400 Bad Request

Stack Trace:
java.lang.AssertionError: Unexpected status: HTTP/1.1 400 Bad Request
	at __randomizedtesting.SeedInfo.seed([2769D4E753851C64:6D7520FF87194924]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AliasIntegrationTest.assertSuccess(AliasIntegrationTest.java:320)
	at org.apache.solr.cloud.AliasIntegrationTest.testModifyPropertiesV2(AliasIntegrationTest.java:238)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test

Error Message:
Collection not found: myalias

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: myalias
	at __randomizedtesting.SeedInfo.seed([2769D4E753851C64:AF3DEB3DFD79719C]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:852)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test(TimeRoutedAliasUpdateProcessorTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1787 lines...]
   [junit4] JVM J2: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20180323_000015_7732407724953323355800.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] codec: Lucene70, pf: FSTOrd50, dvf: Direct
   [junit4] <<< JVM J2: EOF ----

[...truncated 11318 lines...]
   [junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
   [junit4]   2> 1812592 INFO  (SUITE-AliasIntegrationTest-seed#[2769D4E753851C64]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/init-core-data-001
   [junit4]   2> 1812593 WARN  (SUITE-AliasIntegrationTest-seed#[2769D4E753851C64]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1812593 INFO  (SUITE-AliasIntegrationTest-seed#[2769D4E753851C64]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1812594 INFO  (SUITE-AliasIntegrationTest-seed#[2769D4E753851C64]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1812595 INFO  (SUITE-AliasIntegrationTest-seed#[2769D4E753851C64]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001
   [junit4]   2> 1812595 INFO  (SUITE-AliasIntegrationTest-seed#[2769D4E753851C64]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1812595 INFO  (Thread-2575) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1812595 INFO  (Thread-2575) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1812597 ERROR (Thread-2575) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1812695 INFO  (SUITE-AliasIntegrationTest-seed#[2769D4E753851C64]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35658
   [junit4]   2> 1812697 INFO  (zkConnectionManagerCallback-4784-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1812701 INFO  (jetty-launcher-4781-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1812702 INFO  (jetty-launcher-4781-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1812702 INFO  (jetty-launcher-4781-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1812702 INFO  (jetty-launcher-4781-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1812702 INFO  (jetty-launcher-4781-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3aff326f{/solr,null,AVAILABLE}
   [junit4]   2> 1812705 INFO  (jetty-launcher-4781-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1812705 INFO  (jetty-launcher-4781-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3be09ab9{HTTP/1.1,[http/1.1]}{127.0.0.1:39294}
   [junit4]   2> 1812706 INFO  (jetty-launcher-4781-thread-2) [    ] o.e.j.s.Server Started @1824049ms
   [junit4]   2> 1812706 INFO  (jetty-launcher-4781-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39294}
   [junit4]   2> 1812706 ERROR (jetty-launcher-4781-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1812706 INFO  (jetty-launcher-4781-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.4.0
   [junit4]   2> 1812706 INFO  (jetty-launcher-4781-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1812706 INFO  (jetty-launcher-4781-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1812706 INFO  (jetty-launcher-4781-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1812706 INFO  (jetty-launcher-4781-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1812706 INFO  (jetty-launcher-4781-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1812706 INFO  (jetty-launcher-4781-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-23T01:55:10.163Z
   [junit4]   2> 1812706 INFO  (jetty-launcher-4781-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a759675{/solr,null,AVAILABLE}
   [junit4]   2> 1812708 INFO  (jetty-launcher-4781-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10c17857{HTTP/1.1,[http/1.1]}{127.0.0.1:41097}
   [junit4]   2> 1812708 INFO  (jetty-launcher-4781-thread-1) [    ] o.e.j.s.Server Started @1824051ms
   [junit4]   2> 1812708 INFO  (jetty-launcher-4781-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41097}
   [junit4]   2> 1812708 ERROR (jetty-launcher-4781-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1812708 INFO  (jetty-launcher-4781-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.4.0
   [junit4]   2> 1812708 INFO  (jetty-launcher-4781-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1812708 INFO  (jetty-launcher-4781-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1812708 INFO  (jetty-launcher-4781-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-23T01:55:10.165Z
   [junit4]   2> 1812708 INFO  (zkConnectionManagerCallback-4786-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1812709 INFO  (jetty-launcher-4781-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1812709 INFO  (zkConnectionManagerCallback-4788-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1812710 INFO  (jetty-launcher-4781-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1812718 INFO  (jetty-launcher-4781-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35658/solr
   [junit4]   2> 1812718 INFO  (jetty-launcher-4781-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35658/solr
   [junit4]   2> 1812719 INFO  (zkConnectionManagerCallback-4796-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1812720 INFO  (zkConnectionManagerCallback-4794-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1812722 INFO  (zkConnectionManagerCallback-4798-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1812737 INFO  (zkConnectionManagerCallback-4800-thread-1-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1812831 INFO  (jetty-launcher-4781-thread-2) [n:127.0.0.1:39294_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1812832 INFO  (jetty-launcher-4781-thread-2) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39294_solr
   [junit4]   2> 1812833 INFO  (jetty-launcher-4781-thread-2) [n:127.0.0.1:39294_solr    ] o.a.s.c.Overseer Overseer (id=72326783878168581-127.0.0.1:39294_solr-n_0000000000) starting
   [junit4]   2> 1812844 INFO  (jetty-launcher-4781-thread-1) [n:127.0.0.1:41097_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1812846 INFO  (jetty-launcher-4781-thread-1) [n:127.0.0.1:41097_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41097_solr
   [junit4]   2> 1812847 INFO  (zkConnectionManagerCallback-4806-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1812854 INFO  (jetty-launcher-4781-thread-2) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1812855 INFO  (jetty-launcher-4781-thread-2) [n:127.0.0.1:39294_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35658/solr ready
   [junit4]   2> 1812867 INFO  (zkCallback-4799-thread-1-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1812882 INFO  (zkCallback-4797-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1812890 INFO  (jetty-launcher-4781-thread-2) [n:127.0.0.1:39294_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39294_solr
   [junit4]   2> 1812893 INFO  (zkCallback-4797-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1812894 INFO  (zkCallback-4799-thread-1-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1812918 INFO  (zkCallback-4805-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1812987 INFO  (jetty-launcher-4781-thread-1) [n:127.0.0.1:41097_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41097.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1812994 INFO  (jetty-launcher-4781-thread-1) [n:127.0.0.1:41097_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41097.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1812994 INFO  (jetty-launcher-4781-thread-1) [n:127.0.0.1:41097_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41097.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1812995 INFO  (jetty-launcher-4781-thread-1) [n:127.0.0.1:41097_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node1/.
   [junit4]   2> 1812998 INFO  (zkConnectionManagerCallback-4810-thread-1-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1812999 INFO  (jetty-launcher-4781-thread-1) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1813001 INFO  (jetty-launcher-4781-thread-1) [n:127.0.0.1:41097_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35658/solr ready
   [junit4]   2> 1813100 INFO  (jetty-launcher-4781-thread-2) [n:127.0.0.1:39294_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39294.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1813107 INFO  (jetty-launcher-4781-thread-2) [n:127.0.0.1:39294_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39294.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1813107 INFO  (jetty-launcher-4781-thread-2) [n:127.0.0.1:39294_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39294.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1813108 INFO  (jetty-launcher-4781-thread-2) [n:127.0.0.1:39294_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node2/.
   [junit4]   2> 1813130 INFO  (zkConnectionManagerCallback-4812-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1813134 INFO  (zkConnectionManagerCallback-4816-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1813135 INFO  (SUITE-AliasIntegrationTest-seed#[2769D4E753851C64]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1813136 INFO  (SUITE-AliasIntegrationTest-seed#[2769D4E753851C64]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35658/solr ready
   [junit4]   2> 1813158 INFO  (TEST-AliasIntegrationTest.testErrorChecks-seed#[2769D4E753851C64]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testErrorChecks
   [junit4]   2> 1813162 INFO  (qtp1962142405-15930) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1813165 INFO  (OverseerThreadFactory-3330-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testErrorChecks-collection
   [junit4]   2> 1813272 INFO  (OverseerStateUpdate-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testErrorChecks-collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testErrorChecks-collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41097/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1813274 INFO  (OverseerStateUpdate-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testErrorChecks-collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testErrorChecks-collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39294/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1813479 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard1_replica_n1&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1813479 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard2_replica_n2&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1813479 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1813479 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1813583 INFO  (zkCallback-4799-thread-1-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1813583 INFO  (zkCallback-4797-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1813584 INFO  (zkCallback-4799-thread-2-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1813584 INFO  (zkCallback-4797-thread-2-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1814491 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 1814491 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 1814508 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.IndexSchema [testErrorChecks-collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1814508 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.IndexSchema [testErrorChecks-collection_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1814510 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1814510 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1814510 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testErrorChecks-collection_shard1_replica_n1' using configuration from collection testErrorChecks-collection, trusted=true
   [junit4]   2> 1814510 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testErrorChecks-collection_shard2_replica_n2' using configuration from collection testErrorChecks-collection, trusted=true
   [junit4]   2> 1814511 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39294.solr.core.testErrorChecks-collection.shard2.replica_n2' (registry 'solr.core.testErrorChecks-collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1814511 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41097.solr.core.testErrorChecks-collection.shard1.replica_n1' (registry 'solr.core.testErrorChecks-collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1814511 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1814511 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1814511 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore [[testErrorChecks-collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node2/testErrorChecks-collection_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node2/./testErrorChecks-collection_shard2_replica_n2/data/]
   [junit4]   2> 1814511 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore [[testErrorChecks-collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node1/testErrorChecks-collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node1/./testErrorChecks-collection_shard1_replica_n1/data/]
   [junit4]   2> 1814560 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1814560 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1814560 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1814560 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1814561 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1814561 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1814562 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1814562 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1814563 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@662d6ce8[testErrorChecks-collection_shard1_replica_n1] main]
   [junit4]   2> 1814563 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@10b24bd7[testErrorChecks-collection_shard2_replica_n2] main]
   [junit4]   2> 1814564 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1814564 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1814564 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1814565 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1814565 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595691616983580672
   [junit4]   2> 1814566 INFO  (searcherExecutor-3335-thread-1-processing-n:127.0.0.1:41097_solr x:testErrorChecks-collection_shard1_replica_n1 s:shard1 c:testErrorChecks-collection r:core_node3) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SolrCore [testErrorChecks-collection_shard1_replica_n1] Registered new searcher Searcher@662d6ce8[testErrorChecks-collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1814572 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testErrorChecks-collection/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1814574 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1814574 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1814575 INFO  (searcherExecutor-3336-thread-1-processing-n:127.0.0.1:39294_solr x:testErrorChecks-collection_shard2_replica_n2 s:shard2 c:testErrorChecks-collection r:core_node4) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SolrCore [testErrorChecks-collection_shard2_replica_n2] Registered new searcher Searcher@10b24bd7[testErrorChecks-collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1814581 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1814581 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1814581 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41097/solr/testErrorChecks-collection_shard1_replica_n1/
   [junit4]   2> 1814581 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1814581 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41097/solr/testErrorChecks-collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1814581 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1814584 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41097/solr/testErrorChecks-collection_shard1_replica_n1/ shard1
   [junit4]   2> 1814585 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595691617004552192
   [junit4]   2> 1814589 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testErrorChecks-collection/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1814591 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1814591 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1814591 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39294/solr/testErrorChecks-collection_shard2_replica_n2/
   [junit4]   2> 1814592 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1814592 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:39294/solr/testErrorChecks-collection_shard2_replica_n2/ has no replicas
   [junit4]   2> 1814592 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1814594 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39294/solr/testErrorChecks-collection_shard2_replica_n2/ shard2
   [junit4]   2> 1814695 INFO  (zkCallback-4799-thread-2-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1814695 INFO  (zkCallback-4797-thread-2-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1814696 INFO  (zkCallback-4797-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1814695 INFO  (zkCallback-4799-thread-1-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1814735 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1814737 INFO  (qtp1261246472-15938) [n:127.0.0.1:41097_solr c:testErrorChecks-collection s:shard1 r:core_node3 x:testErrorChecks-collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard1_replica_n1&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1258
   [junit4]   2> 1814745 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1814746 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr c:testErrorChecks-collection s:shard2 r:core_node4 x:testErrorChecks-collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testErrorChecks-collection_shard2_replica_n2&action=CREATE&numShards=2&collection=testErrorChecks-collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1267
   [junit4]   2> 1814749 INFO  (qtp1962142405-15930) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1814847 INFO  (zkCallback-4797-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1814847 INFO  (zkCallback-4797-thread-3-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1814847 INFO  (zkCallback-4799-thread-1-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1814847 INFO  (zkCallback-4799-thread-2-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testErrorChecks-collection/state.json] for collection [testErrorChecks-collection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1815166 INFO  (OverseerCollectionConfigSetProcessor-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1815749 INFO  (qtp1962142405-15930) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2587
   [junit4]   2> 1815753 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=doesnotexist&name=testalias&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1815756 INFO  (OverseerThreadFactory-3330-thread-2-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Ignoring exception matching .
   [junit4]   2> 1815765 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=doesnotexist&name=testalias&action=CREATEALIAS&wt=javabin&version=2} status=400 QTime=12
   [junit4]   2> 1815766 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=testErrorChecks-collection,doesnotexist&name=testalias&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1815767 INFO  (OverseerThreadFactory-3330-thread-3-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Ignoring exception matching .
   [junit4]   2> 1815768 INFO  (OverseerCollectionConfigSetProcessor-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1815769 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=testErrorChecks-collection,doesnotexist&name=testalias&action=CREATEALIAS&wt=javabin&version=2} status=400 QTime=3
   [junit4]   2> 1815770 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=testErrorChecks-collection&name=testalias&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1815771 INFO  (OverseerCollectionConfigSetProcessor-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1815876 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=testErrorChecks-collection&name=testalias&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=106
   [junit4]   2> 1815876 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=testalias&name=testalias2&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1815879 INFO  (OverseerCollectionConfigSetProcessor-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1815980 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=testalias&name=testalias2&action=CREATEALIAS&wt=javabin&version=2} status=0 QTime=103
   [junit4]   2> 1815981 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createalias with params collections=testalias2,doesnotexist&name=testalias3&action=CREATEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1815983 INFO  (OverseerThreadFactory-3330-thread-5-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Ignoring exception matching .
   [junit4]   2> 1815983 INFO  (OverseerCollectionConfigSetProcessor-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1815985 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collections=testalias2,doesnotexist&name=testalias3&action=CREATEALIAS&wt=javabin&version=2} status=400 QTime=3
   [junit4]   2> 1815985 ERROR (OverseerCollectionConfigSetProcessor-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000010
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:114)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:1330)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$setData$6(SolrZkClient.java:352)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:352)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:540)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskQueue.remove(OverseerTaskQueue.java:97)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.cleanUpWorkQueue(OverseerTaskProcessor.java:326)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:202)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1815986 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletealias with params name=testalias&action=DELETEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1815987 INFO  (OverseerCollectionConfigSetProcessor-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1815993 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testalias&action=DELETEALIAS&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1815993 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletealias with params name=testalias2&action=DELETEALIAS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1816002 INFO  (OverseerCollectionConfigSetProcessor-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1816003 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testalias2&action=DELETEALIAS&wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 1816004 INFO  (TEST-AliasIntegrationTest.testErrorChecks-seed#[2769D4E753851C64]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testErrorChecks
   [junit4]   2> 1816005 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :listaliases with params action=LISTALIASES&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1816005 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LISTALIASES&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1816006 INFO  (TEST-AliasIntegrationTest.testErrorChecks-seed#[2769D4E753851C64]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1816007 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testErrorChecks-collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1816008 INFO  (OverseerThreadFactory-3330-thread-5-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
   [junit4]   2> 1816009 INFO  (qtp1261246472-15940) [n:127.0.0.1:41097_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testErrorChecks-collection.shard1.replica_n1, tag=null
   [junit4]   2> 1816009 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testErrorChecks-collection.shard2.replica_n2, tag=null
   [junit4]   2> 1816009 INFO  (qtp1261246472-15940) [n:127.0.0.1:41097_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b9af9da: rootName = solr_41097, domain = solr.core.testErrorChecks-collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testErrorChecks-collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@17f1da5b
   [junit4]   2> 1816009 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56982b87: rootName = solr_39294, domain = solr.core.testErrorChecks-collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testErrorChecks-collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@2eb33b7f
   [junit4]   2> 1816022 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr    ] o.a.s.c.SolrCore [testErrorChecks-collection_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@6845b39d
   [junit4]   2> 1816022 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testErrorChecks-collection.shard2.replica_n2, tag=1749398429
   [junit4]   2> 1816023 INFO  (qtp1261246472-15940) [n:127.0.0.1:41097_solr    ] o.a.s.c.SolrCore [testErrorChecks-collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@48a8dff4
   [junit4]   2> 1816023 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testErrorChecks-collection.shard2.leader, tag=1749398429
   [junit4]   2> 1816023 INFO  (qtp1261246472-15940) [n:127.0.0.1:41097_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testErrorChecks-collection.shard1.replica_n1, tag=1219026932
   [junit4]   2> 1816023 INFO  (qtp1261246472-15940) [n:127.0.0.1:41097_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testErrorChecks-collection.shard1.leader, tag=1219026932
   [junit4]   2> 1816028 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr    ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testErrorChecks-collection/terms/shard2 to Terms{values={}, version=1}
   [junit4]   2> 1816029 INFO  (qtp1261246472-15940) [n:127.0.0.1:41097_solr    ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testErrorChecks-collection/terms/shard1 to Terms{values={}, version=1}
   [junit4]   2> 1816030 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testErrorChecks-collection_shard2_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=21
   [junit4]   2> 1816030 INFO  (qtp1261246472-15940) [n:127.0.0.1:41097_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testErrorChecks-collection_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=21
   [junit4]   2> 1816745 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testErrorChecks-collection&action=DELETE&wt=javabin&version=2} status=0 QTime=738
   [junit4]   2> 1816773 INFO  (TEST-AliasIntegrationTest.test-seed#[2769D4E753851C64]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1816779 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1816782 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1816783 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1816784 INFO  (OverseerThreadFactory-3330-thread-5-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1816785 INFO  (OverseerCollectionConfigSetProcessor-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000016 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1816992 INFO  (OverseerStateUpdate-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41097/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1816994 INFO  (OverseerStateUpdate-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39294/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1817195 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1817196 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1817300 INFO  (zkCallback-4799-thread-1-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1817300 INFO  (zkCallback-4797-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1817300 INFO  (zkCallback-4797-thread-3-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1817300 INFO  (zkCallback-4799-thread-2-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1818208 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 1818208 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 1818215 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1818215 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1818217 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1818217 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1818217 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1818217 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1818218 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41097.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1818218 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39294.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1818218 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1818218 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1818218 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 1818218 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node2/collection1_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node2/./collection1_shard2_replica_n2/data/]
   [junit4]   2> 1818282 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1818282 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1818283 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1818284 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1818285 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@78e1968c[collection1_shard2_replica_n2] main]
   [junit4]   2> 1818286 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1818286 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1818287 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1818287 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595691620886380544
   [junit4]   2> 1818287 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1818287 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1818288 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1818288 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1818289 INFO  (searcherExecutor-3345-thread-1-processing-n:127.0.0.1:39294_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@78e1968c[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1818290 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2823598b[collection1_shard1_replica_n1] main]
   [junit4]   2> 1818292 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1818292 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1818293 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1818294 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1818294 INFO  (searcherExecutor-3346-thread-1-processing-n:127.0.0.1:41097_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@2823598b[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1818294 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595691620893720576
   [junit4]   2> 1818297 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 1818298 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1818298 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1818298 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39294/solr/collection1_shard2_replica_n2/
   [junit4]   2> 1818298 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1818298 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:39294/solr/collection1_shard2_replica_n2/ has no replicas
   [junit4]   2> 1818298 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1818300 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1818300 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1818300 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41097/solr/collection1_shard1_replica_n1/
   [junit4]   2> 1818300 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1818300 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41097/solr/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1818300 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1818302 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39294/solr/collection1_shard2_replica_n2/ shard2
   [junit4]   2> 1818304 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41097/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 1818405 INFO  (zkCallback-4799-thread-2-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1818405 INFO  (zkCallback-4797-thread-3-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1818405 INFO  (zkCallback-4799-thread-1-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1818405 INFO  (zkCallback-4797-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1818453 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1818454 INFO  (qtp1962142405-15929) [n:127.0.0.1:39294_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1258
   [junit4]   2> 1818454 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1818456 INFO  (qtp1261246472-15942) [n:127.0.0.1:41097_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1260
   [junit4]   2> 1818461 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1818557 INFO  (zkCallback-4797-thread-1-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1818557 INFO  (zkCallback-4797-thread-3-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1818557 INFO  (zkCallback-4799-thread-1-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1818557 INFO  (zkCallback-4799-thread-2-processing-n:127.0.0.1:41097_solr) [n:127.0.0.1:41097_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1818786 INFO  (OverseerCollectionConfigSetProcessor-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000018 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1819461 INFO  (qtp1962142405-15934) [n:127.0.0.1:39294_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2678
   [junit4]   2> 1819462 INFO  (qtp1962142405-15932) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection2&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1819464 INFO  (OverseerThreadFactory-3330-thread-5-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection2
   [junit4]   2> 1819672 INFO  (OverseerStateUpdate-72326783878168581-127.0.0.1:39294_solr-n_0000000000) [n:127.0.0.1:39294_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39294/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1819874 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection2_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1819978 INFO  (zkCallback-4797-thread-2-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1819978 INFO  (zkCallback-4797-thread-3-processing-n:127.0.0.1:39294_solr) [n:127.0.0.1:39294_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1820885 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 1820891 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema [collection2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1820893 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1820894 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard1_replica_n1' using configuration from collection collection2, trusted=true
   [junit4]   2> 1820894 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39294.solr.core.collection2.shard1.replica_n1' (registry 'solr.core.collection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@436ffcf1
   [junit4]   2> 1820894 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1820894 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [[collection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node2/collection2_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.AliasIntegrationTest_2769D4E753851C64-001/tempDir-001/node2/./collection2_shard1_replica_n1/data/]
   [junit4]   2> 1820941 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1820941 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1820942 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1820942 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1820943 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fd99d59[collection2_shard1_replica_n1] main]
   [junit4]   2> 1820945 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1820945 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1820946 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1820946 INFO  (searcherExecutor-3355-thread-1-processing-n:127.0.0.1:39294_solr x:collection2_shard1_replica_n1 s:shard1 c:collection2 r:core_node2) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@6fd99d59[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1820946 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595691623674544128
   [junit4]   2> 1820951 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1820954 INFO  (qtp1962142405-15928) [n:127.0.0.1:39294_solr c:collection2 s:shard1 r:core_node2 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Eno

[...truncated too long message...]

 c:myalias_2017-10-23 s:shard1 r:core_node4 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3cf9f4a3: rootName = solr_34432, domain = solr.core.myalias_2017-10-23.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.myalias_2017-10-23.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@1d9cb199
   [junit4]   2> 1915321 INFO  (coreCloseExecutor-3525-thread-2) [n:127.0.0.1:34432_solr c:myalias_2017-10-23 s:shard2 r:core_node8 x:myalias_2017-10-23_shard2_replica_n6] o.a.s.c.SolrCore [myalias_2017-10-23_shard2_replica_n6]  CLOSING SolrCore org.apache.solr.core.SolrCore@5d18db00
   [junit4]   2> 1915329 INFO  (coreCloseExecutor-3524-thread-1) [n:127.0.0.1:41370_solr c:myalias_2017-10-23 s:shard1 r:core_node3 x:myalias_2017-10-23_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-23.shard1.leader, tag=748976522
   [junit4]   2> 1915329 INFO  (coreCloseExecutor-3524-thread-2) [n:127.0.0.1:41370_solr c:myalias_2017-10-23 s:shard2 r:core_node7 x:myalias_2017-10-23_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.myalias_2017-10-23.shard2.replica_n5, tag=1947283773
   [junit4]   2> 1915329 INFO  (coreCloseExecutor-3524-thread-2) [n:127.0.0.1:41370_solr c:myalias_2017-10-23 s:shard2 r:core_node7 x:myalias_2017-10-23_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@452aafcb: rootName = solr_41370, domain = solr.core.myalias_2017-10-23.shard2.replica_n5, service url = null, agent id = null] for registry solr.core.myalias_2017-10-23.shard2.replica_n5 / com.codahale.metrics.MetricRegistry@499e47a9
   [junit4]   2> 1915428 INFO  (coreCloseExecutor-3525-thread-1) [n:127.0.0.1:34432_solr c:myalias_2017-10-23 s:shard1 r:core_node4 x:myalias_2017-10-23_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-23.shard1.leader, tag=1073812716
   [junit4]   2> 1915428 INFO  (coreCloseExecutor-3525-thread-2) [n:127.0.0.1:34432_solr c:myalias_2017-10-23 s:shard2 r:core_node8 x:myalias_2017-10-23_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.myalias_2017-10-23.shard2.replica_n6, tag=1561910016
   [junit4]   2> 1915428 INFO  (coreCloseExecutor-3525-thread-2) [n:127.0.0.1:34432_solr c:myalias_2017-10-23 s:shard2 r:core_node8 x:myalias_2017-10-23_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40d50155: rootName = solr_34432, domain = solr.core.myalias_2017-10-23.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.myalias_2017-10-23.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@7f9cc6b3
   [junit4]   2> 1915447 INFO  (coreCloseExecutor-3524-thread-2) [n:127.0.0.1:41370_solr c:myalias_2017-10-23 s:shard2 r:core_node7 x:myalias_2017-10-23_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-23.shard2.leader, tag=1947283773
   [junit4]   2> 1915515 INFO  (coreCloseExecutor-3525-thread-2) [n:127.0.0.1:34432_solr c:myalias_2017-10-23 s:shard2 r:core_node8 x:myalias_2017-10-23_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.myalias_2017-10-23.shard2.leader, tag=1561910016
   [junit4]   2> 1915529 INFO  (zkCallback-4880-thread-2-processing-n:127.0.0.1:34432_solr) [n:127.0.0.1:34432_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1915529 INFO  (zkCallback-4880-thread-1-processing-n:127.0.0.1:34432_solr) [n:127.0.0.1:34432_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1915529 INFO  (zkCallback-4878-thread-3-processing-n:127.0.0.1:41370_solr) [n:127.0.0.1:41370_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1915529 INFO  (zkCallback-4878-thread-1-processing-n:127.0.0.1:41370_solr) [n:127.0.0.1:41370_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/myalias_2017-10-23/state.json] for collection [myalias_2017-10-23] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1915638 INFO  (jetty-closer-4863-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72326789023334406-127.0.0.1:34432_solr-n_0000000000) closing
   [junit4]   2> 1915638 INFO  (OverseerStateUpdate-72326789023334406-127.0.0.1:34432_solr-n_0000000000) [n:127.0.0.1:34432_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34432_solr
   [junit4]   2> 1915638 INFO  (jetty-closer-4863-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2bb48e5c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1915675 INFO  (jetty-closer-4863-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1915676 WARN  (OverseerAutoScalingTriggerThread-72326789023334406-127.0.0.1:34432_solr-n_0000000000) [n:127.0.0.1:34432_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1915742 INFO  (jetty-closer-4863-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7df91093{/solr,null,UNAVAILABLE}
   [junit4]   2> 1915748 INFO  (jetty-closer-4863-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1915748 ERROR (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[2769D4E753851C64]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1915749 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[2769D4E753851C64]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35088 35088
   [junit4]   2> 1915822 INFO  (Thread-2607) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35088 35088
   [junit4]   2> 1915822 WARN  (Thread-2607) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/configs/timeConfig/managed-schema
   [junit4]   2> 	5	/solr/collections/myalias_2017-10-23/terms/shard2
   [junit4]   2> 	5	/solr/collections/myalias_2017-10-23/terms/shard1
   [junit4]   2> 	5	/solr/configs/timeConfig
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	3	/solr/collections/timeConfig/terms/shard1
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections/myalias_2017-10-23/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/timeConfig/state.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_2769D4E753851C64-001
   [junit4]   2> Mar 23, 2018 1:56:53 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=nl, timezone=Egypt
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=78752064,total=524288000
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionTooManyReplicasTest, SolrIndexConfigTest, TestCustomStream, TestUniqueKeyFieldResource, TestDFISimilarityFactory, TestCSVLoader, TestSolrCloudSnapshots, SegmentsInfoRequestHandlerTest, TestHighlightDedupGrouping, TestPHPSerializedResponseWriter, TestNumericTerms32, SubstringBytesRefFilterTest, HttpPartitionTest, TestSubQueryTransformerCrossCore, RAMDirectoryFactoryTest, GraphQueryTest, MoveReplicaTest, JavabinLoaderTest, ConcurrentDeleteAndCreateCollectionTest, ExecutePlanActionTest, DirectUpdateHandlerTest, SimpleFacetsTest, HLLUtilTest, TestSimpleTextCodec, TestCollectionAPIs, BlockDirectoryTest, ShardSplitTest, HdfsChaosMonkeyNothingIsSafeTest, DistributedQueryComponentCustomSortTest, TestComponentsName, TestReplicaProperties, TestFreeTextSuggestions, TestSchemaSimilarityResource, LeaderElectionContextKeyTest, TestExtendedDismaxParser, JSONWriterTest, TestStressLiveNodes, TestPointFields, DefaultValueUpdateProcessorTest, TestObjectReleaseTracker, TestCloudInspectUtil, TestFastOutputStream, CheckHdfsIndexTest, TestAuthorizationFramework, TestStreamBody, TestMergePolicyConfig, TestMultiWordSynonyms, TestDocBasedVersionConstraints, SSLMigrationTest, TestReplicationHandlerBackup, TestInPlaceUpdatesDistrib, TestDocSet, HdfsRecoverLeaseTest, TestManagedSchema, TestPayloadCheckQParserPlugin, TestLuceneMatchVersion, AliasIntegrationTest, TestRemoteStreaming, ConfigureRecoveryStrategyTest, TimeRoutedAliasUpdateProcessorTest]
   [junit4] Completed [282/784 (2!)] on J0 in 25.89s, 2 tests, 1 error <<< FAILURES!

[...truncated 51191 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 19 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/19/

6 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
	at __randomizedtesting.SeedInfo.seed([DEF89269F503DD1:C45ACB889637FB24]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:752)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger

Error Message:
Error from server at https://127.0.0.1:44760/solr: delete the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44760/solr: delete the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([DEF89269F503DD1:9112034A59ABF4B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:451)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.setupTest(TriggerIntegrationTest.java:170)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners

Error Message:
Error from server at https://127.0.0.1:44760/solr: delete the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44760/solr: delete the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([DEF89269F503DD1:E02F1E36223CA008]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:451)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.setupTest(TriggerIntegrationTest.java:170)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger

Error Message:
Error from server at https://127.0.0.1:44760/solr: delete the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44760/solr: delete the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([DEF89269F503DD1:2B85371F845F92BD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:451)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.setupTest(TriggerIntegrationTest.java:170)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testSetProperties

Error Message:
Error from server at https://127.0.0.1:44760/solr: Could not find collection : collection1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44760/solr: Could not find collection : collection1
	at __randomizedtesting.SeedInfo.seed([DEF89269F503DD1:668B5E6F2C7DA855]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:451)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.setupTest(TriggerIntegrationTest.java:170)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([DEF89269F503DD1:21DDFEAB13944B55]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:913)
	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:260)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=int_i:17&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
	... 40 more




Build Log:
[...truncated 1781 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J0-20180321_231738_5154671884498923998056.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: Lucene70, pf: BlockTreeOrds, dvf: Direct
   [junit4] <<< JVM J0: EOF ----

[...truncated 11078 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_DEF89269F503DD1-001/init-core-data-001
   [junit4]   2> 390384 WARN  (SUITE-TriggerIntegrationTest-seed#[DEF89269F503DD1]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
   [junit4]   2> 390387 INFO  (SUITE-TriggerIntegrationTest-seed#[DEF89269F503DD1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 390388 INFO  (SUITE-TriggerIntegrationTest-seed#[DEF89269F503DD1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 390391 INFO  (SUITE-TriggerIntegrationTest-seed#[DEF89269F503DD1]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 390391 INFO  (SUITE-TriggerIntegrationTest-seed#[DEF89269F503DD1]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_DEF89269F503DD1-001/tempDir-001
   [junit4]   2> 390392 INFO  (SUITE-TriggerIntegrationTest-seed#[DEF89269F503DD1]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 390392 INFO  (Thread-2921) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 390392 INFO  (Thread-2921) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 390415 ERROR (Thread-2921) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 390492 INFO  (SUITE-TriggerIntegrationTest-seed#[DEF89269F503DD1]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:49069
   [junit4]   2> 390499 INFO  (zkConnectionManagerCallback-1401-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390509 INFO  (jetty-launcher-1398-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 390510 INFO  (jetty-launcher-1398-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 390510 INFO  (jetty-launcher-1398-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 390510 INFO  (jetty-launcher-1398-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 390510 INFO  (jetty-launcher-1398-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20dfd469{/solr,null,AVAILABLE}
   [junit4]   2> 390512 INFO  (jetty-launcher-1398-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 390512 INFO  (jetty-launcher-1398-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54178cd2{SSL,[ssl, http/1.1]}{127.0.0.1:58525}
   [junit4]   2> 390512 INFO  (jetty-launcher-1398-thread-2) [    ] o.e.j.s.Server Started @393831ms
   [junit4]   2> 390512 INFO  (jetty-launcher-1398-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58525}
   [junit4]   2> 390513 ERROR (jetty-launcher-1398-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 390513 INFO  (jetty-launcher-1398-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.4.0
   [junit4]   2> 390513 INFO  (jetty-launcher-1398-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 390513 INFO  (jetty-launcher-1398-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 390513 INFO  (jetty-launcher-1398-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T23:54:20.229Z
   [junit4]   2> 390526 INFO  (jetty-launcher-1398-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 390526 INFO  (jetty-launcher-1398-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 390526 INFO  (jetty-launcher-1398-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 390526 INFO  (jetty-launcher-1398-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36ddfd8e{/solr,null,AVAILABLE}
   [junit4]   2> 390527 INFO  (jetty-launcher-1398-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@77edfa30{SSL,[ssl, http/1.1]}{127.0.0.1:43727}
   [junit4]   2> 390527 INFO  (jetty-launcher-1398-thread-1) [    ] o.e.j.s.Server Started @393846ms
   [junit4]   2> 390527 INFO  (jetty-launcher-1398-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43727}
   [junit4]   2> 390527 ERROR (jetty-launcher-1398-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 390527 INFO  (jetty-launcher-1398-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.4.0
   [junit4]   2> 390527 INFO  (jetty-launcher-1398-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 390527 INFO  (jetty-launcher-1398-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 390528 INFO  (jetty-launcher-1398-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T23:54:20.244Z
   [junit4]   2> 390531 INFO  (zkConnectionManagerCallback-1403-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390531 INFO  (jetty-launcher-1398-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 390539 INFO  (zkConnectionManagerCallback-1405-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390539 INFO  (jetty-launcher-1398-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 390561 INFO  (jetty-launcher-1398-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49069/solr
   [junit4]   2> 390564 INFO  (jetty-launcher-1398-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49069/solr
   [junit4]   2> 390573 INFO  (zkConnectionManagerCallback-1413-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390573 INFO  (zkConnectionManagerCallback-1409-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390575 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1051b0842e00003, likely client has closed socket
   [junit4]   2> 390577 INFO  (zkConnectionManagerCallback-1415-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390578 INFO  (zkConnectionManagerCallback-1417-thread-1-processing-n:127.0.0.1:58525_solr) [n:127.0.0.1:58525_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390696 INFO  (jetty-launcher-1398-thread-2) [n:127.0.0.1:58525_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 390696 INFO  (jetty-launcher-1398-thread-1) [n:127.0.0.1:43727_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 390697 INFO  (jetty-launcher-1398-thread-2) [n:127.0.0.1:58525_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58525_solr
   [junit4]   2> 390697 INFO  (jetty-launcher-1398-thread-1) [n:127.0.0.1:43727_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43727_solr
   [junit4]   2> 390698 INFO  (jetty-launcher-1398-thread-2) [n:127.0.0.1:58525_solr    ] o.a.s.c.Overseer Overseer (id=73494691217145862-127.0.0.1:58525_solr-n_0000000000) starting
   [junit4]   2> 390703 INFO  (zkCallback-1416-thread-1-processing-n:127.0.0.1:58525_solr) [n:127.0.0.1:58525_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 390704 INFO  (zkCallback-1414-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 390719 INFO  (zkConnectionManagerCallback-1423-thread-1-processing-n:127.0.0.1:58525_solr) [n:127.0.0.1:58525_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390720 INFO  (jetty-launcher-1398-thread-2) [n:127.0.0.1:58525_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 390721 INFO  (jetty-launcher-1398-thread-2) [n:127.0.0.1:58525_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49069/solr ready
   [junit4]   2> 390726 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 390726 INFO  (jetty-launcher-1398-thread-2) [n:127.0.0.1:58525_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58525_solr
   [junit4]   2> 390735 INFO  (zkCallback-1416-thread-1-processing-n:127.0.0.1:58525_solr) [n:127.0.0.1:58525_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 390735 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 390736 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43727_solr]
   [junit4]   2> 390736 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 390737 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 390739 INFO  (zkCallback-1414-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 390747 INFO  (zkCallback-1422-thread-1-processing-n:127.0.0.1:58525_solr) [n:127.0.0.1:58525_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 390752 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 390753 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 390753 DEBUG (ScheduledTrigger-1726-thread-1) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 390878 INFO  (jetty-launcher-1398-thread-1) [n:127.0.0.1:43727_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43727.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 390889 INFO  (jetty-launcher-1398-thread-1) [n:127.0.0.1:43727_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43727.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 390890 INFO  (jetty-launcher-1398-thread-1) [n:127.0.0.1:43727_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43727.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 390891 INFO  (jetty-launcher-1398-thread-1) [n:127.0.0.1:43727_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_DEF89269F503DD1-001/tempDir-001/node1/.
   [junit4]   2> 390895 INFO  (zkConnectionManagerCallback-1427-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390896 INFO  (jetty-launcher-1398-thread-1) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 390897 INFO  (jetty-launcher-1398-thread-1) [n:127.0.0.1:43727_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49069/solr ready
   [junit4]   2> 390927 INFO  (jetty-launcher-1398-thread-2) [n:127.0.0.1:58525_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58525.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 390939 INFO  (jetty-launcher-1398-thread-2) [n:127.0.0.1:58525_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58525.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 390939 INFO  (jetty-launcher-1398-thread-2) [n:127.0.0.1:58525_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58525.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 390941 INFO  (jetty-launcher-1398-thread-2) [n:127.0.0.1:58525_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_DEF89269F503DD1-001/tempDir-001/node2/.
   [junit4]   2> 390970 INFO  (zkConnectionManagerCallback-1429-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390983 INFO  (zkConnectionManagerCallback-1433-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 390984 INFO  (SUITE-TriggerIntegrationTest-seed#[DEF89269F503DD1]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 390985 INFO  (SUITE-TriggerIntegrationTest-seed#[DEF89269F503DD1]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49069/solr ready
   [junit4]   2> 391059 INFO  (qtp1743646212-6968) [n:127.0.0.1:43727_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 391105 INFO  (qtp1532087040-6953) [n:127.0.0.1:58525_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 391107 DEBUG (qtp1743646212-6966) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 391108 INFO  (qtp1743646212-6966) [n:127.0.0.1:43727_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=55
   [junit4]   2> 391108 DEBUG (zkCallback-1422-thread-1-processing-n:127.0.0.1:58525_solr) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 391118 DEBUG (zkCallback-1422-thread-1-processing-n:127.0.0.1:58525_solr) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:58525_solr, 127.0.0.1:43727_solr]
   [junit4]   2> 391118 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 391120 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 391123 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 391137 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 391138 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.a.TriggerIntegrationTest Found 2 jetty instances running
   [junit4]   2> 391142 INFO  (zkConnectionManagerCallback-1435-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 391147 INFO  (qtp1743646212-6964) [n:127.0.0.1:43727_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 391156 INFO  (qtp1743646212-6964) [n:127.0.0.1:43727_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 391159 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
   [junit4]   2> 391164 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 3
   [junit4]   2> 391165 DEBUG (zkCallback-1422-thread-1-processing-n:127.0.0.1:58525_solr) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 391165 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 391165 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 391165 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 391165 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 391165 DEBUG (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 391170 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@54178cd2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 391177 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2132674058
   [junit4]   2> 391177 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 391177 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42961b40: rootName = solr_58525, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@120b93db
   [junit4]   2> 391185 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 391185 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@491872f: rootName = solr_58525, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3c17c532
   [junit4]   2> 391192 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 391192 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12d08456: rootName = solr_58525, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3c062a6d
   [junit4]   2> 391197 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:58525_solr
   [junit4]   2> 391198 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 391199 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 391199 INFO  (zkCallback-1414-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 391199 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.Overseer Overseer (id=73494691217145862-127.0.0.1:58525_solr-n_0000000000) closing
   [junit4]   2> 391200 INFO  (zkCallback-1422-thread-1-processing-n:127.0.0.1:58525_solr) [n:127.0.0.1:58525_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 391200 INFO  (OverseerStateUpdate-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58525_solr
   [junit4]   2> 391200 INFO  (zkCallback-1416-thread-1-processing-n:127.0.0.1:58525_solr) [n:127.0.0.1:58525_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 391207 INFO  (zkCallback-1432-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 391208 WARN  (OverseerAutoScalingTriggerThread-73494691217145862-127.0.0.1:58525_solr-n_0000000000) [n:127.0.0.1:58525_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 391212 DEBUG (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 391214 INFO  (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 391214 INFO  (zkCallback-1432-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 391215 INFO  (zkCallback-1414-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43727_solr
   [junit4]   2> 391218 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20dfd469{/solr,null,UNAVAILABLE}
   [junit4]   2> 391218 INFO  (zkCallback-1414-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.Overseer Overseer (id=73494691217145861-127.0.0.1:43727_solr-n_0000000001) starting
   [junit4]   2> 391218 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 391234 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 391241 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 391243 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43727_solr]
   [junit4]   2> 391243 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
   [junit4]   2> 391243 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 391248 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 391248 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 391249 DEBUG (ScheduledTrigger-1735-thread-1) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 392250 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 393250 DEBUG (ScheduledTrigger-1735-thread-4) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 394251 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 395251 DEBUG (ScheduledTrigger-1735-thread-4) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 396225 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 396227 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 396227 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 396227 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 396228 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@731f4e6e{/solr,null,AVAILABLE}
   [junit4]   2> 396229 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5feea235{SSL,[ssl, http/1.1]}{127.0.0.1:42032}
   [junit4]   2> 396229 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.Server Started @399548ms
   [junit4]   2> 396229 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42032}
   [junit4]   2> 396229 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 396230 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.4.0
   [junit4]   2> 396230 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 396230 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 396230 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T23:54:25.946Z
   [junit4]   2> 396235 INFO  (zkConnectionManagerCallback-1438-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 396235 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 396245 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49069/solr
   [junit4]   2> 396247 INFO  (zkConnectionManagerCallback-1442-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 396250 INFO  (zkConnectionManagerCallback-1444-thread-1-processing-n:127.0.0.1:42032_solr) [n:127.0.0.1:42032_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 396251 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 396258 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:42032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 396261 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:42032_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 396263 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:42032_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42032_solr
   [junit4]   2> 396264 INFO  (zkCallback-1414-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 396265 INFO  (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 396265 INFO  (zkCallback-1432-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 396265 INFO  (zkCallback-1432-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 396274 INFO  (zkCallback-1443-thread-1-processing-n:127.0.0.1:42032_solr) [n:127.0.0.1:42032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 397116 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:42032_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42032.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 397129 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:42032_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42032.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 397129 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:42032_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42032.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 397131 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:42032_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_DEF89269F503DD1-001/tempDir-001/node3/.
   [junit4]   2> 397135 INFO  (zkConnectionManagerCallback-1449-thread-1-processing-n:127.0.0.1:42032_solr) [n:127.0.0.1:42032_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 397136 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:42032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 397137 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:42032_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49069/solr ready
   [junit4]   2> 397220 INFO  (qtp992148006-7044) [n:127.0.0.1:42032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 397223 INFO  (qtp1743646212-6966) [n:127.0.0.1:43727_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 397223 DEBUG (qtp992148006-7040) [n:127.0.0.1:42032_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 397224 INFO  (qtp992148006-7040) [n:127.0.0.1:42032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 397224 DEBUG (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 397225 DEBUG (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:42032_solr, 127.0.0.1:43727_solr]
   [junit4]   2> 397225 DEBUG (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 397226 DEBUG (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42032_solr, 127.0.0.1:43727_solr]
   [junit4]   2> 397226 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 397227 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 397229 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 397229 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 397229 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 397229 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5eef76ef{/solr,null,AVAILABLE}
   [junit4]   2> 397229 INFO  (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 397231 DEBUG (ScheduledTrigger-1735-thread-3) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 397231 DEBUG (ScheduledTrigger-1735-thread-3) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 397231 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@35c36336{SSL,[ssl, http/1.1]}{127.0.0.1:60761}
   [junit4]   2> 397232 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.e.j.s.Server Started @400551ms
   [junit4]   2> 397232 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60761}
   [junit4]   2> 397233 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 397234 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 397234 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.4.0
   [junit4]   2> 397234 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 397234 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 397234 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T23:54:26.950Z
   [junit4]   2> 397237 INFO  (zkConnectionManagerCallback-1451-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 397237 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 397246 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49069/solr
   [junit4]   2> 397248 INFO  (zkConnectionManagerCallback-1455-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 397251 INFO  (zkConnectionManagerCallback-1457-thread-1-processing-n:127.0.0.1:60761_solr) [n:127.0.0.1:60761_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 397251 DEBUG (ScheduledTrigger-1735-thread-4) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 397259 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:60761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 397262 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:60761_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 397264 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:60761_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60761_solr
   [junit4]   2> 397266 INFO  (zkCallback-1432-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 397271 INFO  (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 397271 INFO  (zkCallback-1414-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 397271 INFO  (zkCallback-1443-thread-1-processing-n:127.0.0.1:42032_solr) [n:127.0.0.1:42032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 397272 INFO  (zkCallback-1432-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 397274 INFO  (zkCallback-1448-thread-1-processing-n:127.0.0.1:42032_solr) [n:127.0.0.1:42032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 397274 INFO  (zkCallback-1456-thread-1-processing-n:127.0.0.1:60761_solr) [n:127.0.0.1:60761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 398234 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 398234 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 398234 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:60761_solr at time 21928370547332638
   [junit4]   2> 398252 DEBUG (ScheduledTrigger-1735-thread-1) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 398457 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:60761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60761.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 398470 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:60761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60761.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 398471 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:60761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60761.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8810271
   [junit4]   2> 398472 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:60761_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_DEF89269F503DD1-001/tempDir-001/node4/.
   [junit4]   2> 398477 INFO  (zkConnectionManagerCallback-1462-thread-1-processing-n:127.0.0.1:60761_solr) [n:127.0.0.1:60761_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 398478 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:60761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 398479 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [n:127.0.0.1:60761_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49069/solr ready
   [junit4]   2> 399235 DEBUG (ScheduledTrigger-1735-thread-4) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 399235 DEBUG (ScheduledTrigger-1735-thread-4) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 399253 DEBUG (ScheduledTrigger-1735-thread-4) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 400028 INFO  (qtp992148006-7043) [n:127.0.0.1:42032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 400029 INFO  (qtp1743646212-6964) [n:127.0.0.1:43727_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 400061 INFO  (qtp1175711237-7068) [n:127.0.0.1:60761_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 400061 DEBUG (qtp992148006-7042) [n:127.0.0.1:42032_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 400062 INFO  (qtp992148006-7042) [n:127.0.0.1:42032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=36
   [junit4]   2> 400062 DEBUG (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 400062 DEBUG (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:42032_solr, 127.0.0.1:43727_solr, 127.0.0.1:60761_solr]
   [junit4]   2> 400063 DEBUG (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 400064 DEBUG (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:42032_solr, 127.0.0.1:43727_solr, 127.0.0.1:60761_solr]
   [junit4]   2> 400064 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 400065 INFO  (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 400065 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:60761_solr
   [junit4]   2> 400066 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 400066 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 400066 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:60761_solr] added at times [21928372378778296], now=21928372379868944
   [junit4]   2> 400066 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 400067 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"4de7bd0e23bab8T3xp1s3ufahrgpwhoplesj29s6",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":21928372378778296,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[21928372378778296],
   [junit4]   2>     "nodeNames":["127.0.0.1:60761_solr"]}}
   [junit4]   2> 400067 DEBUG (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, node_added_restore_trigger]
   [junit4]   2> 400068 INFO  (ScheduledTrigger-1735-thread-2) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 400069 DEBUG (AutoscalingActionExecutor-1736-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"4de7bd0e23bab8T3xp1s3ufahrgpwhoplesj29s6",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":21928372378778296,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[21928372378778296],
   [junit4]   2>     "_enqueue_time_":21928372380927368,
   [junit4]   2>     "nodeNames":["127.0.0.1:60761_solr"]}}
   [junit4]   2> 400069 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[DEF89269F503DD1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
   [junit4]   2> 400082 DEBUG (AutoscalingActionExecutor-1736-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 400082 DEBUG (AutoscalingActionExecutor-1736-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 5000ms
   [junit4]   2> 400082 DEBUG (AutoscalingActionExecutor-1736-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 5000ms
   [junit4]   2> 400082 DEBUG (AutoscalingActionExecutor-1736-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 13 ms for event id=4de7bd0e23bab8T3xp1s3ufahrgpwhoplesj29s6
   [junit4]   2> 400099 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
   [junit4]   2> 400099 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.c.a.TriggerIntegrationTest Found 3 jetty instances running
   [junit4]   2> 400099 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.c.a.TriggerIntegrationTest Shutdown extra jetty instance at port 60761
   [junit4]   2> 400100 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@35c36336{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 400101 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1644702737
   [junit4]   2> 400101 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 400101 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11a9f2ae: rootName = solr_60761, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@34f0d614
   [junit4]   2> 400109 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 400109 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e585b73: rootName = solr_60761, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3c17c532
   [junit4]   2> 400115 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 400115 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58c7a37b: rootName = solr_60761, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3c062a6d
   [junit4]   2> 400116 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60761_solr
   [junit4]   2> 400118 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 400118 INFO  (zkCallback-1443-thread-1-processing-n:127.0.0.1:42032_solr) [n:127.0.0.1:42032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 400118 INFO  (zkCallback-1448-thread-1-processing-n:127.0.0.1:42032_solr) [n:127.0.0.1:42032_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 400118 INFO  (zkCallback-1432-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 400118 INFO  (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 400118 INFO  (zkCallback-1414-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 400118 INFO  (zkCallback-1432-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 400118 INFO  (zkCallback-1456-thread-1-processing-n:127.0.0.1:60761_solr) [n:127.0.0.1:60761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 400119 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 400120 INFO  (zkCallback-1461-thread-1-processing-n:127.0.0.1:60761_solr) [n:127.0.0.1:60761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 400121 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5eef76ef{/solr,null,UNAVAILABLE}
   [junit4]   2> 400121 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 400123 INFO  (zkConnectionManagerCallback-1464-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 400125 INFO  (qtp992148006-7040) [n:127.0.0.1:42032_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 400131 INFO  (qtp992148006-7040) [n:127.0.0.1:42032_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 400131 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .auto_add_replicas
   [junit4]   2> 400135 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: .scheduled_maintenance
   [junit4]   2> 400136 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.c.a.ScheduledTriggers -- removing trigger: node_added_restore_trigger
   [junit4]   2> 400138 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 7
   [junit4]   2> 400138 DEBUG (zkCallback-1426-thread-1-processing-n:127.0.0.1:43727_solr) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 400138 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 400138 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 400139 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001) [n:127.0.0.1:43727_solr    ] o.a.s.c.a.OverseerTriggerThread   -- deleted /autoscaling/nodeLost/127.0.0.1:60761_solr
   [junit4]   2> 400139 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[DEF89269F503DD1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 400139 DEBUG (OverseerAutoScalingTriggerThread-73494691217145861-127.0.0.1:43727_solr-n_0000000001)

[...truncated too long message...]

l), title_stringNoNorms=PostingsFormat(name=LuceneVarGapFixedInterval), title_stemmed=PostingsFormat(name=Asserting), cat=PostingsFormat(name=LuceneVarGapFixedInterval), id_i1=PostingsFormat(name=Asserting), id=Lucene50(blocksize=128), range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=760, maxMBSortInHeap=6.4288999991058065, sim=RandomSimilarity(queryNorm=false): {}, locale=sl-SI, timezone=America/Lima
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=125198144,total=519045120
   [junit4]   2> NOTE: All tests run in this JVM: [PeerSyncReplicationTest, TestPostingsSolrHighlighter, TestSortByMinMaxFunction, TemplateUpdateProcessorTest, TestZkChroot, TestSolrFieldCacheBean, SolrInfoBeanTest, TestJsonFacetsWithNestedObjects, TestFieldCacheWithThreads, TestPayloadScoreQParserPlugin, TestComputePlanAction, TolerantUpdateProcessorTest, ParsingFieldUpdateProcessorsTest, TestReqParamsAPI, QueryParsingTest, TestCursorMarkWithoutUniqueKey, TestTrie, ReplaceNodeNoTargetTest, TestPolicyCloud, TestRawTransformer, TestFastLRUCache, SchemaVersionSpecificBehaviorTest, TestMaxScoreQueryParser, TestCloudJSONFacetJoinDomain, PeerSyncTest, SuggesterFSTTest, SearchHandlerTest, SignatureUpdateProcessorFactoryTest, TestInfoStreamLogging, JvmMetricsTest, TestNoOpRegenerator, BasicFunctionalityTest, TestLockTree, AddSchemaFieldsUpdateProcessorFactoryTest, TestCloudNestedDocsSort, TestExceedMaxTermLength, TestSchemaNameResource, TestInPlaceUpdatesStandalone, ScheduledTriggerTest, TestLegacyField, OverseerRolesTest, TestZkAclsWithHadoopAuth, TestSchemaManager, DeleteInactiveReplicaTest, TestUseDocValuesAsStored, TestManagedSchemaAPI, IndexSchemaTest, TestRequestStatusCollectionAPI, MoveReplicaHDFSFailoverTest, JsonLoaderTest, RuleEngineTest, DistributedDebugComponentTest, TestTrieFacet, SolrJmxReporterTest, TestSubQueryTransformerDistrib, HdfsBasicDistributedZk2Test, TestDefaultStatsCache, LargeFieldTest, SimplePostToolTest, ShardRoutingCustomTest, TestFieldSortValues, TestHashQParserPlugin, LeaderFailoverAfterPartitionTest, SortByFunctionTest, TestRTimerTree, StatsReloadRaceTest, RequiredFieldsTest, TestConfigSetsAPI, SyncSliceTest, SimpleCollectionCreateDeleteTest, HighlighterMaxOffsetTest, TestConfigOverlay, SliceStateTest, TestSolrConfigHandler, DistributedFacetPivotLargeTest, TestUtilizeNode, RestartWhileUpdatingTest, SuggesterTest, TestDelegationWithHadoopAuth, TestComplexPhraseLeadingWildcard, TestHighFrequencyDictionaryFactory, TestRandomFlRTGCloud, QueryEqualityTest, PeerSyncWithIndexFingerprintCachingTest, UtilsToolTest, HdfsChaosMonkeySafeLeaderTest, HdfsAutoAddReplicasIntegrationTest, TestSurroundQueryParser, MultiThreadedOCPTest, TestSearchPerf, BasicZkTest, TestRequestForwarding, TestSolrJ, PrimUtilsTest, FullHLLTest, PathHierarchyTokenizerFactoryTest, TestSchemaVersionResource, NodeAddedTriggerTest, TestNodeLostTrigger, TestHdfsCloudBackupRestore, ConjunctionSolrSpellCheckerTest, DirectSolrConnectionTest, TestLuceneIndexBackCompat, TestDistributedGrouping, TestPartialUpdateDeduplication, TestTlogReplica, DirectUpdateHandlerOptimizeTest, BigEndianAscendingWordSerializerTest, OverseerTest, SolrCoreTest, FastVectorHighlighterTest, TestQueryUtils, HighlighterTest, TestSolrCoreSnapshots, TestCloudRecovery, TermsComponentTest, SparseHLLTest, ResourceLoaderTest, AssignBackwardCompatibilityTest, TestFoldingMultitermQuery, TestNonDefinedSimilarityFactory, ChaosMonkeySafeLeaderTest, FieldMutatingUpdateProcessorTest, SolrMetricManagerTest, TestExactStatsCache, TestLRUCache, CdcrRequestHandlerTest, TestManagedStopFilterFactory, SOLR749Test, TestSystemCollAutoCreate, OpenCloseCoreStressTest, RecoveryZkTest, TestReplicationHandler, ZkSolrClientTest, ZkCLITest, TestRecovery, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestReload, TestStressVersions, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, SolrCmdDistributorTest, QueryElevationComponentTest, TestSort, TestFiltering, TestFunctionQuery, TestLazyCores, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, DistributedQueryElevationComponentTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, RequestHandlersTest, DocumentBuilderTest, TermVectorComponentTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestLFUCache, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestCharFilters, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestSystemIdResolver, DateFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TokenizerChainTest, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, DeleteNodeTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, HttpPartitionOnCommitTest, LIROnShardRestartTest, LIRRollingUpdatesTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, ReplicationFactorTest, SaslZkACLProviderTest, SolrCloudExampleTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestDistributedMap, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestOnReconnectListenerSupport, TestPrepRecovery, TestPullReplicaErrorHandling, AssignTest, CollectionsAPIDistributedZkTest, SearchRateTriggerTest, HdfsBasicDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, CoreSorterTest, HdfsDirectoryFactoryTest, TestInitParams, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrXml, RequestLoggingTest, TestCoreBackup, TestReplicationHandlerBackup, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, TestCoreAdminApis, DistributedFacetPivotSmallTest, DistributedFacetPivotWhiteBoxTest, DistributedQueryComponentCustomSortTest, DistributedQueryComponentOptimizationTest, InfixSuggestersTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, SpatialHeatmapFacetsTest, TestExpandComponent, TestHttpShardHandlerFactory, TestPivotHelperCode, TestTrackingShardHandlerFactory, SolrCoreMetricManagerTest, SolrJmxReporterCloudTest, TestStreamBody, TestMacroExpander, TestMacros, SmileWriterTest, TestBinaryResponseWriter, TestCustomDocTransformer, TestExportWriter, TestGeoJSONResponseWriter, TestJavabinTupleStreamParser, TestRawResponseWriter, TestRetrieveFieldsOptimizer, TestSolrQueryResponse, TestChildDocTransformer, TestManagedResource, TestManagedResourceStorage, TestRestManager, TestBulkSchemaAPI, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestFieldResource, TestSerializedLuceneMatchVersion, TestUniqueKeyFieldResource, BadCopyFieldTest, BooleanFieldTest, ChangedSchemaMergeTest, EnumFieldTest, SchemaApiFailureTest, TestCloudSchemaless, SortSpecParsingTest, TestFilteredDocIdSet, TestGraphTermsQParserPlugin, TestInitQParser, TestReRankQParserPlugin, TestReloadDeadlock, TestSearcherReuse, TestSmileRequest, TestSolr4Spatial2, TestSolrCoreParser, TestStandardQParsers, TestXmlQParser, TestXmlQParserPlugin, DistributedFacetSimpleRefinementLongTailTest, TestMinMaxOnMultiValuedField, TestOrdValues, BJQParserTest, BlockJoinFacetRandomTest, TestNestedDocsSort, TestScoreJoinQPNoScore, TestScoreJoinQPScore, TestJsonRequest, CloudMLTQParserTest, TestRuleBasedAuthorizationPlugin, TestImpersonationWithHadoopAuth, TestBlendedInfixSuggestions, BufferStoreTest, TestDocTermOrds, TestFieldCache, TestFieldCacheReopen, TestFieldCacheSort, TestLegacyFieldCache, TestNumericTerms32, TestNumericTerms64, VersionInfoTest, AtomicUpdateProcessorFactoryTest]
   [junit4] Completed [767/784 (2!)] on J1 in 0.85s, 4 tests, 1 error <<< FAILURES!

[...truncated 49608 lines...]

[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 18 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/18/

1 tests failed.
FAILED:  org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([8E8B8A1416CF0E60:A2B9FD999A0B78E4]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:913)
	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=cat:ukg8mfredoorjuwrimmy+hzxehbs8jw7ds7g1h8eg+cfxhgb8fzg8d359zmlzi+q8imnodbfdbla4w9c13i+op4wedylg6fapcncrtvy&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
	... 40 more




Build Log:
[...truncated 1783 lines...]
   [junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/core/test/temp/junit4-J2-20180320_175807_3356078966169401210925.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] codec: DummyCompressingStoredFields, pf: BlockTreeOrds, dvf: Direct
   [junit4] <<< JVM J2: EOF ----

[...truncated 12837 lines...]
   [junit4] Suite: org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_8E8B8A1416CF0E60-001/init-core-data-001
   [junit4]   2> 2874024 WARN  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 2874025 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2874027 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2874027 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2874028 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2874028 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2874062 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 2874090 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 2874234 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2874284 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e95892
   [junit4]   2> 2874296 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e95892
   [junit4]   2> 2874297 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e95892
   [junit4]   2> 2874308 INFO  (coreLoadExecutor-11911-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2874309 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2874344 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
   [junit4]   2> 2874371 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2874501 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2874509 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 2874510 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e95892
   [junit4]   2> 2874510 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2874510 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_8E8B8A1416CF0E60-001/init-core-data-001/]
   [junit4]   2> 2874512 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5442271585025266]
   [junit4]   2> 2874579 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2874579 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2874580 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2874580 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2874581 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=46.4052734375, floorSegmentMB=0.5087890625, forceMergeDeletesPctAllowed=7.315085097741154, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2594306279651207
   [junit4]   2> 2874581 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48e6b787[collection1] main]
   [junit4]   2> 2874582 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2874597 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2874638 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2874639 INFO  (searcherExecutor-11912-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2874639 INFO  (coreLoadExecutor-11911-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1595485588384907264
   [junit4]   2> 2874639 INFO  (searcherExecutor-11912-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2874639 INFO  (searcherExecutor-11912-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2874639 INFO  (searcherExecutor-11912-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2874639 INFO  (searcherExecutor-11912-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2874640 INFO  (searcherExecutor-11912-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2874640 INFO  (searcherExecutor-11912-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2874640 INFO  (searcherExecutor-11912-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2874641 INFO  (searcherExecutor-11912-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2874642 INFO  (searcherExecutor-11912-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@48e6b787[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2874642 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 2874645 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultipleThreads
   [junit4]   2> 2874645 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2874646 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e812194[collection1] realtime]
   [junit4]   2> 2874646 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 2874653 WARN  (Thread-8242) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595485588396441600 actual=1595485588397490176Retrying with new version .... (1)
   [junit4]   2> 2874654 WARN  (Thread-8240) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595485588397490176 actual=1595485588399587328Retrying with new version .... (1)
   [junit4]   2> 2874655 WARN  (Thread-8243) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595485588397490176 actual=1595485588401684480Retrying with new version .... (1)
   [junit4]   2> 2874655 WARN  (Thread-8246) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595485588397490176 actual=1595485588401684480Retrying with new version .... (1)
   [junit4]   2> 2874655 WARN  (Thread-8244) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595485588397490176 actual=1595485588401684482Retrying with new version .... (1)
   [junit4]   2> 2874655 WARN  (Thread-8245) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595485588397490176 actual=1595485588401684482Retrying with new version .... (1)
   [junit4]   2> 2874656 WARN  (Thread-8240) [    ] o.a.s.u.p.AtomicUpdateProcessorFactory Atomic update failed due to version conflict for 10 expected=1595485588399587328 actual=1595485588402733056Retrying with new version .... (2)
   [junit4]   2> 2874659 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595485588405878784,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2874659 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@55db0c76 commitCommandVersion:1595485588405878784
   [junit4]   2> 2874663 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@142c286b[collection1] main]
   [junit4]   2> 2874664 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2874666 INFO  (searcherExecutor-11912-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@142c286b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C10/9:delGen=1)))}
   [junit4]   2> 2874666 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 7
   [junit4]   2> 2874669 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874670 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:ukg8mfredoorjuwrimmy+hzxehbs8jw7ds7g1h8eg+cfxhgb8fzg8d359zmlzi+q8imnodbfdbla4w9c13i+op4wedylg6fapcncrtvy&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2874670 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=cat:ukg8mfredoorjuwrimmy+hzxehbs8jw7ds7g1h8eg+cfxhgb8fzg8d359zmlzi+q8imnodbfdbla4w9c13i+op4wedylg6fapcncrtvy&wt=xml
   [junit4]   2> 2874671 ERROR (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=cat:ukg8mfredoorjuwrimmy+hzxehbs8jw7ds7g1h8eg+cfxhgb8fzg8d359zmlzi+q8imnodbfdbla4w9c13i+op4wedylg6fapcncrtvy&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=cat:ukg8mfredoorjuwrimmy+hzxehbs8jw7ds7g1h8eg+cfxhgb8fzg8d359zmlzi+q8imnodbfdbla4w9c13i+op4wedylg6fapcncrtvy&wt=xml
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
   [junit4]   2> 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:256)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 2874672 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testMultipleThreads-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultipleThreads
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AtomicUpdateProcessorFactoryTest -Dtests.method=testMultipleThreads -Dtests.seed=8E8B8A1416CF0E60 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=ar-KW -Dtests.timezone=America/Indiana/Vincennes -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.03s J2 | AtomicUpdateProcessorFactoryTest.testMultipleThreads <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8E8B8A1416CF0E60:A2B9FD999A0B78E4]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:913)
   [junit4]    > 	at org.apache.solr.update.processor.AtomicUpdateProcessorFactoryTest.testMultipleThreads(AtomicUpdateProcessorFactoryTest.java:256)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=cat:ukg8mfredoorjuwrimmy+hzxehbs8jw7ds7g1h8eg+cfxhgb8fzg8d359zmlzi+q8imnodbfdbla4w9c13i+op4wedylg6fapcncrtvy&wt=xml
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:906)
   [junit4]    > 	... 40 more
   [junit4]   2> 2874676 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 2874678 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595485588425801728,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2874678 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@55db0c76 commitCommandVersion:1595485588425801728
   [junit4]   2> 2874682 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@953a2e4[collection1] main]
   [junit4]   2> 2874683 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2874685 INFO  (searcherExecutor-11912-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@953a2e4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C10/9:delGen=1) Uninverting(_1(7.4.0):C1)))}
   [junit4]   2> 2874685 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 7
   [junit4]   2> 2874686 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874686 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874687 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874687 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874688 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874688 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874690 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1595485588438384640,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2874690 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@55db0c76 commitCommandVersion:1595485588438384640
   [junit4]   2> 2874697 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e1484b4[collection1] main]
   [junit4]   2> 2874698 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2874700 INFO  (searcherExecutor-11912-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4e1484b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.4.0):C10/9:delGen=1) Uninverting(_2(7.4.0):C1)))}
   [junit4]   2> 2874700 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 9
   [junit4]   2> 2874700 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874701 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:human&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874702 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=cat:animal&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874702 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Mr&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2874702 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=title:Dr&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874703 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:20&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2874703 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=count_i:40&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 2874703 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=name_s:Virat&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2874704 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=multiDefault:Delhi&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2874704 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testBasics-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> 2874707 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoUniqueIdPassed
   [junit4]   2> 2874707 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testNoUniqueIdPassed-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoUniqueIdPassed
   [junit4]   2> 2874712 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWrongAtomicOpPassed
   [junit4]   2> 2874713 INFO  (TEST-AtomicUpdateProcessorFactoryTest.testWrongAtomicOpPassed-seed#[8E8B8A1416CF0E60]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWrongAtomicOpPassed
   [junit4]   2> 2874713 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2874713 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=498033291
   [junit4]   2> 2874713 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2874713 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@726fb34b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@e716716
   [junit4]   2> 2874718 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2874718 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7eac0116: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6e1c9565
   [junit4]   2> 2874722 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2874722 INFO  (SUITE-AtomicUpdateProcessorFactoryTest-seed#[8E8B8A1416CF0E60]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fb11722: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@34581057
   [junit4]   2> 2874723 INFO  (coreCloseExecutor-11917-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@27fb1140
   [junit4]   2> 2874723 INFO  (coreCloseExecutor-11917-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=670765376
   [junit4]   2> 2874723 INFO  (coreCloseExecutor-11917-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@278bcc7c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@4ec18c76
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.processor.AtomicUpdateProcessorFactoryTest_8E8B8A1416CF0E60-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=FSTOrd50, title_stringNoNorms=PostingsFormat(name=Memory), title_stemmed=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), cat=PostingsFormat(name=Memory), id=PostingsFormat(name=Direct), text=FSTOrd50, title=PostingsFormat(name=LuceneVarGapFixedInterval), title_lettertok=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=144, maxMBSortInHeap=7.278878965775831, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-KW, timezone=America/Indiana/Vincennes
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=172210808,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [TestPullReplica, TestSubQueryTransformer, TestDownShardTolerantSearch, SecurityConfHandlerTest, CoreAdminHandlerTest, MultiTermTest, TestManagedSynonymFilterFactory, TestDynamicLoading, V2ApiIntegrationTest, CoreAdminCreateDiscoverTest, HttpSolrCallGetCoreTest, BaseCdcrDistributedZkTest, TestMissingGroups, TestValueSourceCache, OverseerCollectionConfigSetProcessorTest, WordBreakSolrSpellCheckerTest, ComputePlanActionTest, LIRRollingUpdatesTest, TestEmbeddedSolrServerAdminHandler, DocValuesTest, TestSSLRandomization, SolrTestCaseJ4Test, SpellCheckComponentTest, TestCoreDiscovery, TestMacros, TestCorePropertiesReload, TestReRankQParserPlugin, TestLeaderElectionZkExpiry, TestShardHandlerFactory, TestSerializedLuceneMatchVersion, TestRuleBasedAuthorizationPlugin, CdcrUpdateLogTest, TestDistribStateManager, ShowFileRequestHandlerTest, ReplaceNodeTest, TestRangeQuery, AsyncCallRequestStatusResponseTest, TestFieldCacheSortRandom, SpatialFilterTest, QueryResultKeyTest, WrapperMergePolicyFactoryTest, CollectionReloadTest, MinimalSchemaTest, DistributedFacetPivotWhiteBoxTest, TestFieldTypeCollectionResource, TestFastWriter, TestNumericTokenStream, TestCoreAdminApis, FileBasedSpellCheckerTest, TestDistributedMissingSort, TestBulkSchemaAPI, TestBadConfig, TestDynamicFieldResource, TestJsonRequest, DirectSolrSpellCheckerTest, TestImpersonationWithHadoopAuth, RecoveryZkTest, CollectionPropsTest, CircularListTest, UniqFieldsUpdateProcessorFactoryTest, TestFaceting, DistanceFunctionTest, LeaderFailureAfterFreshStartTest, CurrencyRangeFacetCloudTest, DistributedExpandComponentTest, RequestLoggingTest, CachingDirectoryFactoryTest, TestPushWriter, SolrXmlInZkTest, DistributedVersionInfoTest, DistributedFacetPivotLongTailTest, TestConfigSetImmutable, TestUninvertingReader, TestCloudManagedSchema, ClusterStateUpdateTest, HdfsRestartWhileUpdatingTest, TestExpandComponent, TestSuggestSpellingConverter, NodeMutatorTest, TestXmlQParser, RecoveryAfterSoftCommitTest, AnalysisAfterCoreReloadTest, TestQueryTypes, LeaderElectionTest, SolrIndexMetricsTest, TestCoreContainer, HdfsNNFailoverTest, DistribDocExpirationUpdateProcessorTest, SolrGraphiteReporterTest, PreAnalyzedUpdateProcessorTest, TestManagedResource, TestDFRSimilarityFactory, SearchRateTriggerTest, TestAnalyzedSuggestions, TestSolrCloudWithKerberosAlt, TestStandardQParsers, TestLargeCluster, MoveReplicaHDFSTest, TestJmxIntegration, HdfsDirectoryTest, TestSolrConfigHandlerCloud, TestManagedSchemaThreadSafety, TestClassicSimilarityFactory, ResponseLogComponentTest, NoCacheHeaderTest, SolrCmdDistributorTest, TestConfigSetsAPIExclusivity, TestSizeLimitedDistributedMap, TestLocalFSCloudBackupRestore, DirectoryFactoryTest, ManagedSchemaRoundRobinCloudTest, TestFiltering, ConvertedLegacyTest, SharedFSAutoReplicaFailoverTest, HdfsBasicDistributedZkTest, TestLFUCache, NumericFieldsTest, ConcurrentCreateRoutedAliasTest, TestSearcherReuse, TestNestedDocsSort, MigrateRouteKeyTest, HttpTriggerListenerTest, SolrSlf4jReporterTest, MergeStrategyTest, TestUnifiedSolrHighlighter, CollectionsAPIDistributedZkTest, StressHdfsTest, PKIAuthenticationIntegrationTest, UnloadDistributedZkTest, OverseerTest, TestZkChroot, TestRandomDVFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestJoin, SimpleFacetsTest, QueryElevationComponentTest, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestIndexSearcher, SolrIndexSplitterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestTrie, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, TestSolrDeletionPolicy1, DebugComponentTest, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, TestOmitPositions, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, ReturnFieldsTest, TestCSVResponseWriter, JsonLoaderTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSearchPerf, OutputWriterTest, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestXIncludeConfig, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, DateMathParserTest, PreAnalyzedFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestLRUCache, ZkNodePropsTest, DistributedMLTComponentTest, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AddReplicaTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteShardTest, DeleteStatusTest, DocValuesNotIndexedTest, ForceLeaderTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestCloudSearcherWarming, TestSegmentSorting, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, ZkShardTermsTest, CollectionTooManyReplicasTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasIntegrationTest, TestClusterStateProvider, TestPolicyCloud, CdcrBootstrapTest, RulesTest, TestBackupRepositoryFactory, TestConfigOverlay, TestCustomStream, TestSolrCoreSnapshots, SearchHandlerTest, TestBlobHandler, TestHdfsBackupRestoreCore, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, MetricsHandlerTest, PropertiesRequestHandlerTest, SegmentsInfoRequestHandlerTest, StatsReloadRaceTest, TestApiFramework, TestCollectionAPIs, DistributedDebugComponentTest, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentOptimizationTest, ReplicaListTransformerTest, SpatialHeatmapFacetsTest, JavabinLoaderTest, TestSlowCompositeReaderWrapper, TestLegacyFieldReuse, TestLegacyNumericUtils, TestMultiValuedNumericRangeQuery, SolrMetricReporterTest, SolrGangliaReporterTest, RegexBytesRefFilterTest, TestIntervalFaceting, TestBulkSchemaConcurrent, TestHalfAndHalfDocValues, TestManagedSchema, TestPointFields, TestSolr4Spatial2, TestSolrCoreParser, DistributedFacetSimpleRefinementLongTailTest, TestJsonFacetRefinement, TestJsonFacets, BasicAuthStandaloneTest, TestAuthorizationFramework, TestLegacyFieldCache, TestNumericTerms64, AnalysisErrorHandlingTest, TestDocBasedVersionConstraints, UpdateLogTest, VersionInfoTest, AtomicUpdateProcessorFactoryTest]
   [junit4] Completed [756/784 (1!)] on J2 in 0.74s, 4 tests, 1 error <<< FAILURES!

[...truncated 49614 lines...]