You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/04/20 05:15:08 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4574 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4574/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1040)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:657)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1306)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:944)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:526)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:352)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:730)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:864)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:647)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:499)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:949)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:864)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)  at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:647)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:526)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)  at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)  at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)  at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1190)  at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:657)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1306)  at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:944)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1040)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:657)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1306)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:944)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:526)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:352)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:730)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:864)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
	at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:647)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:499)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:949)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:864)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
	at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:647)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:526)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:369)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:248)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:290)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1190)
	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:657)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1306)
	at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:944)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([7284397FAEFBF9F9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
	at sun.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13610 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 1701630 INFO  (SUITE-TestReplicationHandler-seed#[7284397FAEFBF9F9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/init-core-data-001
   [junit4]   2> 1701631 WARN  (SUITE-TestReplicationHandler-seed#[7284397FAEFBF9F9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=120 numCloses=120
   [junit4]   2> 1701631 INFO  (SUITE-TestReplicationHandler-seed#[7284397FAEFBF9F9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1701640 INFO  (SUITE-TestReplicationHandler-seed#[7284397FAEFBF9F9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1701641 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestHandlerPathUnchanged
   [junit4]   2> 1701642 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-001/collection1
   [junit4]   2> 1701655 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1701656 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1701656 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1701656 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1701657 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32e229d2{/solr,null,AVAILABLE}
   [junit4]   2> 1701657 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7b0a4839{HTTP/1.1,[http/1.1]}{127.0.0.1:55981}
   [junit4]   2> 1701657 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.Server Started @1701772ms
   [junit4]   2> 1701657 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=55981}
   [junit4]   2> 1701657 ERROR (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1701657 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1701657 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1701657 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1701657 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1701657 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-20T04:16:53.913Z
   [junit4]   2> 1701658 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-001/solr.xml
   [junit4]   2> 1701668 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1701668 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1701669 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1701754 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1701760 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1701761 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1701765 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-001/.
   [junit4]   2> 1701765 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1701765 INFO  (coreLoadExecutor-5413-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1701785 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1701791 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1701795 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1701795 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1701795 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1701795 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1701795 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-001/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1701808 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=10633247, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1701883 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1701883 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1701884 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661779611026689]
   [junit4]   2> 1701895 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@307aba80[collection1] main]
   [junit4]   2> 1701896 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-001/collection1/conf
   [junit4]   2> 1701896 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1701896 INFO  (coreLoadExecutor-5413-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1701897 INFO  (searcherExecutor-5414-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@307aba80[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1701901 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-002/collection1
   [junit4]   2> 1701912 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1701913 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1701913 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1701913 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1701913 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c84ebff{/solr,null,AVAILABLE}
   [junit4]   2> 1701914 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@74e8f07{HTTP/1.1,[http/1.1]}{127.0.0.1:55982}
   [junit4]   2> 1701914 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.Server Started @1702029ms
   [junit4]   2> 1701914 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=55982}
   [junit4]   2> 1701914 ERROR (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1701914 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1701914 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1701914 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1701914 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1701914 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-20T04:16:54.170Z
   [junit4]   2> 1701915 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-002/solr.xml
   [junit4]   2> 1701925 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1701925 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1701931 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1702034 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702041 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702042 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702044 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-002/.
   [junit4]   2> 1702044 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1702045 INFO  (coreLoadExecutor-5423-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1702064 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1702070 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1702072 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1702072 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1702073 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702073 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1702073 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-002/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1702075 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=10633247, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1702139 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1702139 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1702140 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661779611026689]
   [junit4]   2> 1702142 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a845f62[collection1] main]
   [junit4]   2> 1702143 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-002/collection1/conf
   [junit4]   2> 1702146 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1702146 INFO  (coreLoadExecutor-5423-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1702146 INFO  (searcherExecutor-5424-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@a845f62[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1702147 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestHandlerPathUnchanged
   [junit4]   2> 1702148 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b0a4839{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1702148 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=287405694
   [junit4]   2> 1702148 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1702148 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46a12fd2: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7b440f03
   [junit4]   2> 1702152 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1702152 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8818c8f: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ba57574
   [junit4]   2> 1702154 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1702154 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@573bb59: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4ee0e544
   [junit4]   2> 1702154 INFO  (coreCloseExecutor-5429-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@10613a6b
   [junit4]   2> 1702154 INFO  (coreCloseExecutor-5429-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=10613a6b
   [junit4]   2> 1702154 INFO  (coreCloseExecutor-5429-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79ec8d1b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@750ff401
   [junit4]   2> 1702160 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32e229d2{/solr,null,UNAVAILABLE}
   [junit4]   2> 1702160 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1702161 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@74e8f07{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1702161 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1738467350
   [junit4]   2> 1702161 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1702161 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78bacb09: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@774caab8
   [junit4]   2> 1702171 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1702171 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@248fc953: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ba57574
   [junit4]   2> 1702177 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1702177 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34290f27: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4ee0e544
   [junit4]   2> 1702188 INFO  (coreCloseExecutor-5431-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1760c745
   [junit4]   2> 1702188 INFO  (coreCloseExecutor-5431-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1760c745
   [junit4]   2> 1702188 INFO  (coreCloseExecutor-5431-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@760a9286: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7376d9ca
   [junit4]   2> 1702205 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c84ebff{/solr,null,UNAVAILABLE}
   [junit4]   2> 1702205 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1702214 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
   [junit4]   2> 1702214 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/collection1
   [junit4]   2> 1702224 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1702225 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1702225 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1702225 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1702226 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ef533e8{/solr,null,AVAILABLE}
   [junit4]   2> 1702227 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49e656d0{HTTP/1.1,[http/1.1]}{127.0.0.1:55984}
   [junit4]   2> 1702227 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.Server Started @1702342ms
   [junit4]   2> 1702227 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=55984}
   [junit4]   2> 1702227 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1702227 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1702227 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1702227 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1702227 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1702227 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-20T04:16:54.483Z
   [junit4]   2> 1702228 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/solr.xml
   [junit4]   2> 1702327 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1702327 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1702328 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1702423 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702429 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702429 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702434 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/.
   [junit4]   2> 1702434 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1702434 INFO  (coreLoadExecutor-5438-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1702470 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1702477 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1702484 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1702484 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/./collection1, trusted=true
   [junit4]   2> 1702484 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702484 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1702484 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/./collection1/data/]
   [junit4]   2> 1702486 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=10633247, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1702577 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1702577 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1702578 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661779611026689]
   [junit4]   2> 1702579 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e2a1403[collection1] main]
   [junit4]   2> 1702579 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/collection1/conf
   [junit4]   2> 1702580 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1702580 INFO  (coreLoadExecutor-5438-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1702581 INFO  (searcherExecutor-5439-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6e2a1403[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1702587 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-004/collection1
   [junit4]   2> 1702597 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1702598 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1702598 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1702598 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1702598 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ad467af{/solr,null,AVAILABLE}
   [junit4]   2> 1702607 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27cd9168{HTTP/1.1,[http/1.1]}{127.0.0.1:55985}
   [junit4]   2> 1702607 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.Server Started @1702723ms
   [junit4]   2> 1702607 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-004/collection1/data, hostContext=/solr, hostPort=55985}
   [junit4]   2> 1702607 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1702607 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1702608 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1702608 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1702608 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1702608 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-20T04:16:54.864Z
   [junit4]   2> 1702608 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-004/solr.xml
   [junit4]   2> 1702619 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1702619 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1702619 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1702721 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702744 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702745 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702753 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-004/.
   [junit4]   2> 1702753 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1702756 INFO  (coreLoadExecutor-5448-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1702787 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1702803 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1702806 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1702806 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-004/./collection1, trusted=true
   [junit4]   2> 1702807 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1702807 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1702807 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-004/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-004/./collection1/data/]
   [junit4]   2> 1702809 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=10633247, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1702897 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1702897 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1702898 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661779611026689]
   [junit4]   2> 1702898 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1557fe15[collection1] main]
   [junit4]   2> 1702899 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-004/collection1/conf
   [junit4]   2> 1702904 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1702905 INFO  (coreLoadExecutor-5448-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1702905 INFO  (searcherExecutor-5449-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1557fe15[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1702907 INFO  (qtp375611408-13793) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1702907 INFO  (indexFetcher-5453-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1702907 INFO  (indexFetcher-5453-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1702907 INFO  (indexFetcher-5453-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1702907 INFO  (indexFetcher-5453-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1702907 INFO  (indexFetcher-5453-thread-1) [    ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1702908 INFO  (qtp375611408-13797) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1702908 INFO  (qtp375611408-13797) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1702911 INFO  (indexFetcher-5453-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@f42ec67[collection1] main]
   [junit4]   2> 1702911 INFO  (qtp586470561-13810) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1702911 INFO  (qtp586470561-13810) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1702912 INFO  (qtp375611408-13795) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1702912 INFO  (qtp375611408-13795) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6a8e4af commitCommandVersion:0
   [junit4]   2> 1702912 INFO  (searcherExecutor-5449-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f42ec67[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1702913 INFO  (qtp375611408-13795) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72a3ecdf[collection1] main]
   [junit4]   2> 1702913 INFO  (qtp375611408-13795) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1702914 INFO  (searcherExecutor-5439-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@72a3ecdf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1702914 INFO  (qtp375611408-13795) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1702915 INFO  (qtp586470561-13812) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1702915 INFO  (qtp586470561-13812) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@38a022cb commitCommandVersion:0
   [junit4]   2> 1702915 INFO  (qtp586470561-13812) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@775ac194[collection1] main]
   [junit4]   2> 1702916 INFO  (qtp586470561-13812) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1702916 INFO  (searcherExecutor-5449-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@775ac194[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1702917 INFO  (qtp586470561-13812) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 1702918 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@49e656d0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1702918 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1431997003
   [junit4]   2> 1702918 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1702918 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4af8ead8: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@35fad575
   [junit4]   2> 1702922 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1702922 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e0d6f6b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ba57574
   [junit4]   2> 1702924 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1702924 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3568f845: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4ee0e544
   [junit4]   2> 1702925 INFO  (coreCloseExecutor-5454-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@777860ab
   [junit4]   2> 1702925 INFO  (coreCloseExecutor-5454-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=777860ab
   [junit4]   2> 1702925 INFO  (coreCloseExecutor-5454-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33f0bd45: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@25fd14db
   [junit4]   2> 1702931 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ef533e8{/solr,null,UNAVAILABLE}
   [junit4]   2> 1702931 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1702932 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@27cd9168{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1702933 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=621212882
   [junit4]   2> 1702933 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1702933 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37d38958: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1e4fbd5c
   [junit4]   2> 1702938 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1702938 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1dedd1ec: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ba57574
   [junit4]   2> 1702942 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1702942 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1359d4f7: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4ee0e544
   [junit4]   2> 1702943 INFO  (coreCloseExecutor-5456-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6dd0a0eb
   [junit4]   2> 1702943 INFO  (coreCloseExecutor-5456-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=6dd0a0eb
   [junit4]   2> 1702943 INFO  (coreCloseExecutor-5456-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75b4253e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@151a378a
   [junit4]   2> 1702965 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ad467af{/solr,null,UNAVAILABLE}
   [junit4]   2> 1702965 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1702971 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1702972 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1702972 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1702972 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1702972 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c21504c{/solr,null,AVAILABLE}
   [junit4]   2> 1702973 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@541c538e{HTTP/1.1,[http/1.1]}{127.0.0.1:55989}
   [junit4]   2> 1702973 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.e.j.s.Server Started @1703088ms
   [junit4]   2> 1702973 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=55989}
   [junit4]   2> 1702973 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1702973 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1702973 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1702973 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1702973 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1702973 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-20T04:16:55.229Z
   [junit4]   2> 1702974 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/solr.xml
   [junit4]   2> 1702981 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1702981 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1702982 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1703068 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1703085 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1703085 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1703087 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/.
   [junit4]   2> 1703087 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[7284397FAEFBF9F9]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1703088 INFO  (coreLoadExecutor-5463-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1703109 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1703120 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1703123 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1703123 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/./collection1, trusted=true
   [junit4]   2> 1703123 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@470026db
   [junit4]   2> 1703123 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1703123 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/./collection1/data/]
   [junit4]   2> 1703126 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1703188 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1703189 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1703189 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1703190 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@670c2a63[collection1] main]
   [junit4]   2> 1703190 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_7284397FAEFBF9F9-001/solr-instance-003/collection1/conf
   [junit4]   2> 1703191 INFO  (coreLoadExecutor-5463-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1703193 INFO  (searcherExecutor-5464-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@670c2a63[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1703199 INFO  (qtp1939755727-13834) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
   [junit4]   2> 1703200 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1703200 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1703201 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1703201 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1703202 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1703203 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1703204 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1703204 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1703205 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1703206 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1703206 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1703207 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1703208 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1703208 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1703209 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1703209 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1703210 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1703210 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1703210 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1703211 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1703212 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1703212 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1703213 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1703213 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1703214 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1703214 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1703215 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1703215 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1703216 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1703216 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1703217 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1703217 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1703218 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1703219 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1703219 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1703220 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1703221 INFO  (qtp1939755727-13836) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 1
   [junit4]   2> 1703222 INFO  (qtp1939755727-13838) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&ver

[...truncated too long message...]

J0 | TestReplicationHandler.doTestStopPoll
   [junit4] OK      13.5s J0 | TestReplicationHandler.doTestStressReplication
   [junit4] OK      0.53s J0 | TestReplicationHandler.doTestIllegalFilePaths
   [junit4] OK      12.3s J0 | TestReplicationHandler.doTestIndexFetchWithMasterUrl
   [junit4] OK      2.78s J0 | TestReplicationHandler.doTestIndexAndConfigReplication
   [junit4] OK      1.53s J0 | TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity
   [junit4] OK      2.95s J0 | TestReplicationHandler.doTestReplicateAfterCoreReload
   [junit4] OK      0.78s J0 | TestReplicationHandler.doTestReplicateAfterWrite2Slave
   [junit4] OK      11.8s J0 | TestReplicationHandler.testEmptyCommits
   [junit4] OK      3.58s J0 | TestReplicationHandler.doTestIndexAndConfigAliasReplication
   [junit4] OK      1.20s J0 | TestReplicationHandler.doTestDetails
   [junit4] OK      6.31s J0 | TestReplicationHandler.doTestIndexFetchOnMasterRestart
   [junit4] OK      1.37s J0 | TestReplicationHandler.doTestRepeater
   [junit4] Completed [3/5] on J0 in 77.54s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4] OK      0.53s J1 | TestReplicationHandler.doTestHandlerPathUnchanged
   [junit4] OK      9.87s J1 | TestReplicationHandler.testRateLimitedReplication
   [junit4] OK      1.74s J1 | TestReplicationHandler.doTestReplicateAfterStartup
   [junit4] OK      5.53s J1 | TestReplicationHandler.doTestStopPoll
   [junit4] OK      13.5s J1 | TestReplicationHandler.doTestStressReplication
   [junit4] OK      0.49s J1 | TestReplicationHandler.doTestIllegalFilePaths
   [junit4] OK      12.3s J1 | TestReplicationHandler.doTestIndexFetchWithMasterUrl
   [junit4] OK      3.19s J1 | TestReplicationHandler.doTestIndexAndConfigReplication
   [junit4] OK      1.62s J1 | TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity
   [junit4] OK      2.37s J1 | TestReplicationHandler.doTestReplicateAfterCoreReload
   [junit4] OK      0.72s J1 | TestReplicationHandler.doTestReplicateAfterWrite2Slave
   [junit4] OK      11.7s J1 | TestReplicationHandler.testEmptyCommits
   [junit4] OK      3.51s J1 | TestReplicationHandler.doTestIndexAndConfigAliasReplication
   [junit4] OK      1.69s J1 | TestReplicationHandler.doTestDetails
   [junit4] OK      6.00s J1 | TestReplicationHandler.doTestIndexFetchOnMasterRestart
   [junit4] OK      1.01s J1 | TestReplicationHandler.doTestRepeater
   [junit4] Completed [4/5] on J1 in 75.86s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4] OK      0.47s J0 | TestReplicationHandler.doTestHandlerPathUnchanged
   [junit4] OK      10.2s J0 | TestReplicationHandler.testRateLimitedReplication
   [junit4] OK      1.18s J0 | TestReplicationHandler.doTestReplicateAfterStartup
   [junit4] OK      5.47s J0 | TestReplicationHandler.doTestStopPoll
   [junit4] OK      13.1s J0 | TestReplicationHandler.doTestStressReplication
   [junit4] OK      0.49s J0 | TestReplicationHandler.doTestIllegalFilePaths
   [junit4] OK      12.2s J0 | TestReplicationHandler.doTestIndexFetchWithMasterUrl
   [junit4] OK      3.37s J0 | TestReplicationHandler.doTestIndexAndConfigReplication
   [junit4] OK      2.09s J0 | TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity
   [junit4] OK      1.96s J0 | TestReplicationHandler.doTestReplicateAfterCoreReload
   [junit4] OK      0.65s J0 | TestReplicationHandler.doTestReplicateAfterWrite2Slave
   [junit4] OK      11.7s J0 | TestReplicationHandler.testEmptyCommits
   [junit4] OK      3.32s J0 | TestReplicationHandler.doTestIndexAndConfigAliasReplication
   [junit4] OK      0.99s J0 | TestReplicationHandler.doTestDetails
   [junit4] OK      5.76s J0 | TestReplicationHandler.doTestIndexFetchOnMasterRestart
   [junit4] OK      1.01s J0 | TestReplicationHandler.doTestRepeater
   [junit4] Completed [5/5] on J0 in 74.01s, 16 tests
   [junit4] 
   [junit4] JVM J0:     0.70 ..   242.11 =   241.40s
   [junit4] JVM J1:     0.71 ..   177.53 =   176.83s
   [junit4] Execution time total: 4 minutes 2 seconds
   [junit4] Tests summary: 5 suites, 80 tests
   [junit4] Could not remove temporary path: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp])
   [junit4] Could not remove temporary path: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp])
     [echo] 5 slowest tests:
[junit4:tophints] 133.06s | org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4:tophints] 117.10s | org.apache.solr.update.SoftAutoCommitTest
[junit4:tophints] 112.80s | org.apache.solr.cloud.ZkFailoverTest
[junit4:tophints] 109.75s | org.apache.solr.cloud.api.collections.AssignTest
[junit4:tophints] 102.89s | org.apache.solr.cloud.DistribCursorPagingTest

-check-totals:

test-nocompile:

BUILD SUCCESSFUL
Total time: 4 minutes 4 seconds
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.handler.TestReplicationHandler
[repro] Exiting with code 0
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2639)
	at hudson.FilePath$34.invoke(FilePath.java:2518)
	at hudson.FilePath$34.invoke(FilePath.java:2508)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2879)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to MacOSX VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:998)
		at hudson.FilePath.act(FilePath.java:987)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2508)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1752)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2881)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1000)
	at hudson.FilePath.act(FilePath.java:987)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2508)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1752)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=5ef43e900f8abeeb56cb9bba8ca1d050ec956f21, workspace=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX
[WARNINGS] Computing warning deltas based on reference build #4573
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4575 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4575/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly

Error Message:
Unexpected number of elements in the group for intGSF: 3

Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 3
	at __randomizedtesting.SeedInfo.seed([239C2F155B39FE69:B827414D1661CC37]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:379)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12969 lines...]
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/init-core-data-001
   [junit4]   2> 975988 WARN  (SUITE-DocValuesNotIndexedTest-seed#[239C2F155B39FE69]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 975988 INFO  (SUITE-DocValuesNotIndexedTest-seed#[239C2F155B39FE69]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 975992 INFO  (SUITE-DocValuesNotIndexedTest-seed#[239C2F155B39FE69]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 975992 INFO  (SUITE-DocValuesNotIndexedTest-seed#[239C2F155B39FE69]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 975993 INFO  (SUITE-DocValuesNotIndexedTest-seed#[239C2F155B39FE69]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001
   [junit4]   2> 975993 INFO  (SUITE-DocValuesNotIndexedTest-seed#[239C2F155B39FE69]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 975993 INFO  (Thread-1720) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 975993 INFO  (Thread-1720) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 975999 ERROR (Thread-1720) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 976102 INFO  (SUITE-DocValuesNotIndexedTest-seed#[239C2F155B39FE69]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:61947
   [junit4]   2> 976113 INFO  (zkConnectionManagerCallback-2210-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976118 INFO  (jetty-launcher-2207-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 976118 INFO  (jetty-launcher-2207-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T04:27:37+07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 976120 INFO  (jetty-launcher-2207-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 976120 INFO  (jetty-launcher-2207-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 976120 INFO  (jetty-launcher-2207-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 976121 INFO  (jetty-launcher-2207-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 976121 INFO  (jetty-launcher-2207-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 976121 INFO  (jetty-launcher-2207-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 976121 INFO  (jetty-launcher-2207-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35f1c866{/solr,null,AVAILABLE}
   [junit4]   2> 976121 INFO  (jetty-launcher-2207-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32462d84{/solr,null,AVAILABLE}
   [junit4]   2> 976121 INFO  (jetty-launcher-2207-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7d4f611b{HTTP/1.1,[http/1.1]}{127.0.0.1:61950}
   [junit4]   2> 976121 INFO  (jetty-launcher-2207-thread-2) [    ] o.e.j.s.Server Started @976211ms
   [junit4]   2> 976121 INFO  (jetty-launcher-2207-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61950}
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5906eb74{HTTP/1.1,[http/1.1]}{127.0.0.1:61949}
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-1) [    ] o.e.j.s.Server Started @976212ms
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61949}
   [junit4]   2> 976122 ERROR (jetty-launcher-2207-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 976122 ERROR (jetty-launcher-2207-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-20T15:22:19.851Z
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 976122 INFO  (jetty-launcher-2207-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-04-20T15:22:19.851Z
   [junit4]   2> 976124 INFO  (zkConnectionManagerCallback-2212-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976124 INFO  (zkConnectionManagerCallback-2214-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976125 INFO  (jetty-launcher-2207-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 976125 INFO  (jetty-launcher-2207-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 976138 INFO  (jetty-launcher-2207-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61947/solr
   [junit4]   2> 976141 INFO  (jetty-launcher-2207-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61947/solr
   [junit4]   2> 976143 INFO  (zkConnectionManagerCallback-2218-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976143 INFO  (zkConnectionManagerCallback-2222-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976147 INFO  (zkConnectionManagerCallback-2224-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976147 INFO  (zkConnectionManagerCallback-2226-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976314 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 976314 INFO  (jetty-launcher-2207-thread-1) [n:127.0.0.1:61949_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 976315 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61950_solr
   [junit4]   2> 976316 INFO  (jetty-launcher-2207-thread-1) [n:127.0.0.1:61949_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61949_solr
   [junit4]   2> 976316 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.c.Overseer Overseer (id=72156121175621638-127.0.0.1:61950_solr-n_0000000000) starting
   [junit4]   2> 976319 INFO  (zkCallback-2223-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 976319 INFO  (zkCallback-2225-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 976329 INFO  (zkConnectionManagerCallback-2235-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976330 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 976332 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61947/solr ready
   [junit4]   2> 976339 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 976339 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61950_solr
   [junit4]   2> 976371 INFO  (zkCallback-2234-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 976380 INFO  (zkCallback-2225-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 976380 INFO  (zkCallback-2223-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 976580 INFO  (jetty-launcher-2207-thread-1) [n:127.0.0.1:61949_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61949.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 976583 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61950.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 976589 INFO  (jetty-launcher-2207-thread-1) [n:127.0.0.1:61949_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61949.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 976589 INFO  (jetty-launcher-2207-thread-1) [n:127.0.0.1:61949_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61949.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 976589 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61950.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 976589 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61950.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 976590 INFO  (jetty-launcher-2207-thread-1) [n:127.0.0.1:61949_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node1/.
   [junit4]   2> 976591 INFO  (jetty-launcher-2207-thread-2) [n:127.0.0.1:61950_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node2/.
   [junit4]   2> 976595 INFO  (zkConnectionManagerCallback-2240-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976597 INFO  (jetty-launcher-2207-thread-1) [n:127.0.0.1:61949_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 976599 INFO  (jetty-launcher-2207-thread-1) [n:127.0.0.1:61949_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61947/solr ready
   [junit4]   2> 976630 INFO  (zkConnectionManagerCallback-2242-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976634 INFO  (zkConnectionManagerCallback-2247-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 976636 INFO  (SUITE-DocValuesNotIndexedTest-seed#[239C2F155B39FE69]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 976638 INFO  (SUITE-DocValuesNotIndexedTest-seed#[239C2F155B39FE69]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61947/solr ready
   [junit4]   2> 976647 INFO  (qtp788760677-8036) [n:127.0.0.1:61950_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&nrtReplicas=1&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 976650 INFO  (OverseerThreadFactory-3704-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection dv_coll
   [junit4]   2> 976764 INFO  (OverseerStateUpdate-72156121175621638-127.0.0.1:61950_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"dv_coll_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:61949/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 976768 INFO  (OverseerStateUpdate-72156121175621638-127.0.0.1:61950_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"dv_coll_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:61950/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 976773 INFO  (OverseerStateUpdate-72156121175621638-127.0.0.1:61950_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"dv_coll_shard3_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:61949/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 976776 INFO  (OverseerStateUpdate-72156121175621638-127.0.0.1:61950_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"dv_coll",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"dv_coll_shard4_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:61950/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 976995 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica_n6&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 976995 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica_n1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 976997 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica_n2&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 976997 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 976997 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica_n4&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 978032 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 978032 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 978033 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 978039 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 978039 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.IndexSchema [dv_coll_shard4_replica_n6] Schema name=minimal
   [junit4]   2> 978039 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.IndexSchema [dv_coll_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 978041 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.IndexSchema [dv_coll_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 978043 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 978043 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica_n6' using configuration from collection dv_coll, trusted=true
   [junit4]   2> 978043 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 978043 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 978043 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica_n1' using configuration from collection dv_coll, trusted=true
   [junit4]   2> 978043 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica_n2' using configuration from collection dv_coll, trusted=true
   [junit4]   2> 978043 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61950.solr.core.dv_coll.shard4.replica_n6' (registry 'solr.core.dv_coll.shard4.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 978043 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61950.solr.core.dv_coll.shard2.replica_n2' (registry 'solr.core.dv_coll.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 978043 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 978043 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61949.solr.core.dv_coll.shard1.replica_n1' (registry 'solr.core.dv_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 978043 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrCore [[dv_coll_shard4_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node2/dv_coll_shard4_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node2/./dv_coll_shard4_replica_n6/data/]
   [junit4]   2> 978043 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 978043 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 978043 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore [[dv_coll_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node2/dv_coll_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node2/./dv_coll_shard2_replica_n2/data/]
   [junit4]   2> 978043 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [[dv_coll_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node1/dv_coll_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node1/./dv_coll_shard1_replica_n1/data/]
   [junit4]   2> 978047 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.IndexSchema [dv_coll_shard3_replica_n4] Schema name=minimal
   [junit4]   2> 978048 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 978048 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica_n4' using configuration from collection dv_coll, trusted=true
   [junit4]   2> 978048 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61949.solr.core.dv_coll.shard3.replica_n4' (registry 'solr.core.dv_coll.shard3.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 978048 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 978049 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore [[dv_coll_shard3_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node1/dv_coll_shard3_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node1/./dv_coll_shard3_replica_n4/data/]
   [junit4]   2> 978131 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 978131 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 978132 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 978132 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 978136 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 978136 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 978137 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 978137 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 978143 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 978143 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 978145 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 978145 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 978145 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 978145 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 978146 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ad4a170[dv_coll_shard1_replica_n1] main]
   [junit4]   2> 978146 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 978146 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 978147 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 978147 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ea8af5[dv_coll_shard4_replica_n6] main]
   [junit4]   2> 978148 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 978148 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 978149 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 978149 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 978150 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 978150 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 978150 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 978150 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 978151 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 978151 INFO  (searcherExecutor-3710-thread-1-processing-n:127.0.0.1:61949_solr x:dv_coll_shard1_replica_n1 c:dv_coll s:shard1 r:core_node3) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1] Registered new searcher Searcher@7ad4a170[dv_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 978151 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1598279114429562880
   [junit4]   2> 978151 INFO  (searcherExecutor-3709-thread-1-processing-n:127.0.0.1:61950_solr x:dv_coll_shard4_replica_n6 c:dv_coll s:shard4 r:core_node8) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrCore [dv_coll_shard4_replica_n6] Registered new searcher Searcher@5ea8af5[dv_coll_shard4_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 978151 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1598279114429562880
   [junit4]   2> 978156 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6715e2f9[dv_coll_shard2_replica_n2] main]
   [junit4]   2> 978157 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bdadef0[dv_coll_shard3_replica_n4] main]
   [junit4]   2> 978158 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 978159 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 978159 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 978159 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 978159 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 978159 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 978160 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 978160 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 978161 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 978161 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 978161 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1598279114440048640
   [junit4]   2> 978161 INFO  (searcherExecutor-3712-thread-1-processing-n:127.0.0.1:61949_solr x:dv_coll_shard3_replica_n4 c:dv_coll s:shard3 r:core_node7) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore [dv_coll_shard3_replica_n4] Registered new searcher Searcher@1bdadef0[dv_coll_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 978162 INFO  (searcherExecutor-3711-thread-1-processing-n:127.0.0.1:61950_solr x:dv_coll_shard2_replica_n2 c:dv_coll s:shard2 r:core_node5) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore [dv_coll_shard2_replica_n2] Registered new searcher Searcher@6715e2f9[dv_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 978163 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1598279114442145792
   [junit4]   2> 978167 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard4 to Terms{values={core_node8=0}, version=0}
   [junit4]   2> 978172 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard2 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 978174 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard3 to Terms{values={core_node7=0}, version=0}
   [junit4]   2> 978180 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 978181 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 978181 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61949/solr/dv_coll_shard3_replica_n4/
   [junit4]   2> 978181 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 978181 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SyncStrategy http://127.0.0.1:61949/solr/dv_coll_shard3_replica_n4/ has no replicas
   [junit4]   2> 978181 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 978182 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 978182 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 978182 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61950/solr/dv_coll_shard2_replica_n2/
   [junit4]   2> 978182 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 978183 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:61950/solr/dv_coll_shard2_replica_n2/ has no replicas
   [junit4]   2> 978183 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 978188 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61949/solr/dv_coll_shard3_replica_n4/ shard3
   [junit4]   2> 978190 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard1 to Terms{values={core_node3=0}, version=0}
   [junit4]   2> 978192 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 978192 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 978192 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61950/solr/dv_coll_shard4_replica_n6/
   [junit4]   2> 978192 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61950/solr/dv_coll_shard2_replica_n2/ shard2
   [junit4]   2> 978192 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 978193 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SyncStrategy http://127.0.0.1:61950/solr/dv_coll_shard4_replica_n6/ has no replicas
   [junit4]   2> 978193 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 978201 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61950/solr/dv_coll_shard4_replica_n6/ shard4
   [junit4]   2> 978203 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 978203 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 978203 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61949/solr/dv_coll_shard1_replica_n1/
   [junit4]   2> 978203 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 978204 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:61949/solr/dv_coll_shard1_replica_n1/ has no replicas
   [junit4]   2> 978204 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 978209 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61949/solr/dv_coll_shard1_replica_n1/ shard1
   [junit4]   2> 978356 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 978357 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 978360 INFO  (qtp1337689726-8050) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica_n4&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1362
   [junit4]   2> 978360 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 978363 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica_n2&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1365
   [junit4]   2> 978363 INFO  (qtp788760677-8038) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica_n6&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1367
   [junit4]   2> 978371 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 978373 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica_n1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1377
   [junit4]   2> 978377 INFO  (qtp788760677-8036) [n:127.0.0.1:61950_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 978482 INFO  (zkCallback-2225-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 978482 INFO  (zkCallback-2223-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 978658 INFO  (OverseerCollectionConfigSetProcessor-72156121175621638-127.0.0.1:61950_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 979381 INFO  (qtp788760677-8036) [n:127.0.0.1:61950_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&nrtReplicas=1&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2733
   [junit4]   2> 979388 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 979394 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.IndexSchema [dv_coll_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 979396 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 979410 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema 
   [junit4]   2> 979410 INFO  (zkCallback-2223-thread-1) [    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 979410 INFO  (zkCallback-2223-thread-2) [    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 979410 INFO  (zkCallback-2225-thread-2) [    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 979410 INFO  (zkCallback-2225-thread-1) [    ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
   [junit4]   2> 979411 INFO  (zkCallback-2225-thread-2) [    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 979411 INFO  (zkCallback-2225-thread-1) [    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 979413 INFO  (zkCallback-2223-thread-2) [    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 979413 INFO  (zkCallback-2225-thread-2) [    ] o.a.s.s.IndexSchema [dv_coll_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 979414 INFO  (zkCallback-2223-thread-2) [    ] o.a.s.s.IndexSchema [dv_coll_shard3_replica_n4] Schema name=minimal
   [junit4]   2> 979417 INFO  (zkCallback-2225-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 979418 INFO  (zkCallback-2223-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 979418 INFO  (zkCallback-2225-thread-1) [    ] o.a.s.s.IndexSchema [dv_coll_shard4_replica_n6] Schema name=minimal
   [junit4]   2> 979419 INFO  (zkCallback-2225-thread-2) [    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 8 ms
   [junit4]   2> 979419 INFO  (zkCallback-2223-thread-2) [    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms
   [junit4]   2> 979423 INFO  (Thread-1739) [    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard3_replica_n4
   [junit4]   2> 979423 INFO  (zkCallback-2225-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 979424 INFO  (zkCallback-2225-thread-1) [    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 12 ms
   [junit4]   2> 979424 INFO  (Thread-1740) [    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard4_replica_n6
   [junit4]   2> 979425 INFO  (Thread-1739) [    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard1_replica_n1
   [junit4]   2> 979425 INFO  (Thread-1740) [    ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard2_replica_n2
   [junit4]   2> 979431 INFO  (Thread-1739) [    ] o.a.s.c.SolrCore core reload dv_coll_shard1_replica_n1
   [junit4]   2> 979437 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 979443 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.IndexSchema [dv_coll_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 979446 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 979446 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica_n1' using configuration from collection dv_coll
   [junit4]   2> 979469 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61949.solr.core.dv_coll.shard1.replica_n1' (registry 'solr.core.dv_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 979469 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [[dv_coll_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node1/dv_coll_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node1/./dv_coll_shard1_replica_n1/data/]
   [junit4]   2> 979535 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 979535 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 979537 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70d9d65f[dv_coll_shard1_replica_n1] main]
   [junit4]   2> 979538 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 979539 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 979539 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 979539 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
   [junit4]   2> 979540 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 979540 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1598279115886034944
   [junit4]   2> 979541 INFO  (searcherExecutor-3729-thread-1-processing-n:127.0.0.1:61949_solr x:dv_coll_shard1_replica_n1 c:dv_coll s:shard1 r:core_node3) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1] Registered new searcher Searcher@70d9d65f[dv_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 979542 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 979542 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6eb45fda[dv_coll_shard1_replica_n1] main]
   [junit4]   2> 979542 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Waiting up to 599 secs for 3 replicas to apply schema update version 1 for collection dv_coll
   [junit4]   2> 979543 INFO  (searcherExecutor-3729-thread-1-processing-n:127.0.0.1:61949_solr x:dv_coll_shard1_replica_n1 c:dv_coll s:shard1 r:core_node3) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1] Registered new searcher Searcher@6eb45fda[dv_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 979545 INFO  (zkCallback-2223-thread-1) [    ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
   [junit4]   2> 979549 INFO  (qtp1337689726-8049) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.S.Request [dv_coll_shard3_replica_n4]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 979551 INFO  (zkCallback-2223-thread-1) [    ] o.a.s.s.IndexSchema [dv_coll_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 979552 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.S.Request [dv_coll_shard4_replica_n6]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 979555 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.S.Request [dv_coll_shard2_replica_n2]  webapp=/solr path=/schema/zkversion params={refreshIfBelowVersion=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 979556 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Took 14.0ms for 3 replicas to apply schema update version 1 for collection dv_coll
   [junit4]   2> 979556 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.S.Request [dv_coll_shard1_replica_n1]  webapp=/solr path=/schema params={wt=javabin&version=2} status=0 QTime=169
   [junit4]   2> 979556 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3ceeb3c0
   [junit4]   2> 979556 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.dv_coll.shard1.replica_n1, tag=3ceeb3c0
   [junit4]   2> 979557 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15789d53: rootName = solr_61949, domain = solr.core.dv_coll.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.dv_coll.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2447c458
   [junit4]   2> 979557 INFO  (zkCallback-2223-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 979558 INFO  (zkCallback-2223-thread-1) [    ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 12 ms
   [junit4]   2> 979563 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.dv_coll.shard1.leader, tag=3ceeb3c0
   [junit4] IGNOR/A 0.00s J1 | DocValuesNotIndexedTest.testGroupingSorting
   [junit4]    > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
   [junit4]   2> 979564 INFO  (Thread-1739) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 979598 INFO  (TEST-DocValuesNotIndexedTest.testDistribFaceting-seed#[239C2F155B39FE69]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDistribFaceting
   [junit4]   2> 979598 INFO  (Thread-1739) [    ] o.a.s.s.IndexSchema [dv_coll_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 979601 INFO  (Thread-1739) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 979601 INFO  (Thread-1739) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica_n1' using configuration from collection dv_coll
   [junit4]   2> 979608 INFO  (qtp1337689726-8046) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard1 to Terms{values={core_node3=1}, version=1}
   [junit4]   2> 979612 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard4 to Terms{values={core_node8=1}, version=1}
   [junit4]   2> 979612 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica_n6]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:61949/solr/dv_coll_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1598279115957338112)} 0 4
   [junit4]   2> 979614 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard2 to Terms{values={core_node5=1}, version=1}
   [junit4]   2> 979614 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:61949/solr/dv_coll_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1598279115949998080)} 0 13
   [junit4]   2> 979616 INFO  (qtp1337689726-8049) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/dv_coll/terms/shard3 to Terms{values={core_node7=1}, version=1}
   [junit4]   2> 979616 INFO  (qtp1337689726-8049) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica_n4]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:61949/solr/dv_coll_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1598279115953143808)} 0 11
   [junit4]   2> 979616 INFO  (qtp1337689726-8046) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1598279115948949504)} 0 18
   [junit4]   2> 979621 INFO  (qtp1337689726-8046) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1598279115969921024,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 979621 INFO  (qtp1337689726-8046) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 979621 INFO  (qtp1337689726-8046) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 979621 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1598279115970969600,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 979621 INFO  (qtp1337689726-8049) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1598279115970969600,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 979621 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 979621 INFO  (qtp1337689726-8049) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 979621 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f36de96[dv_coll_shard4_replica_n6] main]
   [junit4]   2> 979621 INFO  (qtp1337689726-8049) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@31bb818[dv_coll_shard3_replica_n4] main]
   [junit4]   2> 979621 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 979621 INFO  (qtp1337689726-8049) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 979622 INFO  (qtp1337689726-8046) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61950/solr/dv_coll_shard4_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 979622 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1598279115972018176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 979623 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 979624 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@20aaa73a[dv_coll_shard2_replica_n2] main]
   [junit4]   2> 979624 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 979630 INFO  (searcherExecutor-3709-thread-1-processing-n:127.0.0.1:61950_solr x:dv_coll_shard4_replica_n6 c:dv_coll s:shard4 r:core_node8) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.c.SolrCore [dv_coll_shard4_replica_n6] Registered new searcher Searcher@2f36de96[dv_coll_shard4_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 979630 INFO  (qtp788760677-8041) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica_n6]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61950/solr/dv_coll_shard4_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
   [junit4]   2> 979630 INFO  (searcherExecutor-3712-thread-1-processing-n:127.0.0.1:61949_solr x:dv_coll_shard3_replica_n4 c:dv_coll s:shard3 r:core_node7) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.SolrCore [dv_coll_shard3_replica_n4] Registered new searcher Searcher@31bb818[dv_coll_shard3_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 979631 INFO  (qtp1337689726-8049) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61950/solr/dv_coll_shard4_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 9
   [junit4]   2> 979631 INFO  (searcherExecutor-3711-thread-1-processing-n:127.0.0.1:61950_solr x:dv_coll_shard2_replica_n2 c:dv_coll s:shard2 r:core_node5) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.SolrCore [dv_coll_shard2_replica_n2] Registered new searcher Searcher@20aaa73a[dv_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 979631 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61950/solr/dv_coll_shard4_replica_n6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 9
   [junit4]   2> 979633 INFO  (qtp788760677-8051) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica_n6]  webapp=/solr path=/update params={_stateVer_=dv_coll:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 15
   [junit4]   2> 979635 INFO  (Thread-1739) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61949.solr.core.dv_coll.shard1.replica_n1' (registry 'solr.core.dv_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@297c7a8e
   [junit4]   2> 979635 INFO  (Thread-1739) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [[dv_coll_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node1/dv_coll_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DocValuesNotIndexedTest_239C2F155B39FE69-001/tempDir-001/node1/./dv_coll_shard1_replica_n1/data/]
   [junit4]   2> 979636 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=dv_coll:4&wt=javabin&version=2}{add=[1 (1598279115984601088)]} 0 1
   [junit4]   2> 979638 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1598279115988795392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 979638 INFO  (qtp788760677-8040) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1598279115988795392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 979638 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1598279115988795392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 979640 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4ffec52e commitCommandVersion:1598279115988795392
   [junit4]   2> 979640 INFO  (qtp788760677-8040) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 979640 INFO  (qtp788760677-8040) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 979640 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 979640 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 979640 INFO  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1598279115990892544,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 979642 INFO  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 979642 INFO  (qtp788760677-8040) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard2_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61949/solr/dv_coll_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 979642 INFO  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 979642 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard4 r:core_node8 x:dv_coll_shard4_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard4_replica_n6]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61949/solr/dv_coll_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 979642 INFO  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard3_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61949/solr/dv_coll_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 979650 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cbe163c[dv_coll_shard1_replica_n1] main]
   [junit4]   2> 979650 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 979652 INFO  (searcherExecutor-3729-thread-1-processing-n:127.0.0.1:61949_solr x:dv_coll_shard1_replica_n1 c:dv_coll s:shard1 r:core_node3) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.c.SolrCore [dv_coll_shard1_replica_n1] Registered new searcher Searcher@6cbe163c[dv_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 979652 INFO  (qtp1337689726-8045) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:61949/solr/dv_coll_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 14
   [junit4]   2> 979654 INFO  (qtp1337689726-8049) [n:127.0.0.1:61949_solr c:dv_coll s:shard1 r:core_node3 x:dv_coll_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [dv_coll_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=dv_coll:4&commit=true&wt=javabin&version=2}{commit=} 0 17
   [junit4]   2> 979661 WARN  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field intField is Points-based.
   [junit4]   2> 979661 WARN  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field longField is Points-based.
   [junit4]   2> 979661 WARN  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field doubleField is Points-based.
   [junit4]   2> 979661 WARN  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field floatField is Points-based.
   [junit4]   2> 979661 WARN  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field dateField is Points-based.
   [junit4]   2> 979661 WARN  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field intFieldMulti is Points-based.
   [junit4]   2> 979661 WARN  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field longFieldMulti is Points-based.
   [junit4]   2> 979661 WARN  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field doubleFieldMulti is Points-based.
   [junit4]   2> 979661 WARN  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field floatFieldMulti is Points-based.
   [junit4]   2> 979661 WARN  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field dateFieldMulti is Points-based.
   [junit4]   2> 979662 INFO  (qtp788760677-8044) [n:127.0.0.1:61950_solr c:dv_coll s:shard2 r:core_node5 x:dv_coll_shard2_replica_n2] o.a.s.c.S.Request [dv_coll_shard2_replica_n2]  webapp=/solr path=/select params={df=text&distrib=false&f.dateFieldMulti.facet.limit=160&fl=id&fl=score&shards.purpose=20&f.intField.facet.limit=160&fsv=true&f.longFieldMulti.facet.limit=160&f.boolFieldMulti.facet.limit=160&shard.url=http://127.0.0.1:61950/solr/dv_coll_shard2_replica_n2/&f.longField.facet.mincount=0&f.boolField.facet.mincount=0&f.dateField.facet.mincount=0&f.doubleField.facet.limit=160&f.doubleFieldMulti.facet.mincount=0&f.floatField.facet.mincount=0&f.dateFieldMulti.facet.mincount=0&f.doubleField.facet.mincount=0&f.boolField.facet.limit=160&f.stringField.facet.mincount=0&f.stringFieldMulti.facet.limit=160&f.boolFieldMulti.facet.mincount=0&f.intField.facet.mincount=0&f.intFieldMulti.facet.mincount=0&f.doubleFieldMulti.facet.limit=160&wt=javabin&facet.field=intField&facet.field=longField&facet.field=doubleField&facet.field=floatField&facet.field=dateField&facet.field=stringField&facet.field=boolField&facet.field=intFieldMulti&facet.field=longFieldMulti&facet.field=doubleFieldMulti&facet.field=floatFieldMulti&facet.field=dateFieldMulti&facet.field=stringFieldMulti&facet.field=boolFieldMulti&_stateVer_=dv_coll:4&f.longFieldMulti.facet.mincount=0&start=0&rows=0&f.dateField.facet.limit=160&version=2&f.stringFieldMulti.facet.mincount=0&q=*:*&f.floatFieldMulti.facet.limit=160&f.longField.facet.limit=160&f.stringField.facet.limit=160&NOW=1524237743384&f.intFieldMulti.facet.limit=160&f.floatFieldMulti.facet.mincount=0&isShard=true&f.floatField.facet.limit=160&facet=true} hits=0 status=0 QTime=1
   [junit4]   2> 979667 WARN  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field intField is Points-based.
   [junit4]   2> 979667 WARN  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field longField is Points-based.
   [junit4]   2> 979667 WARN  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field doubleField is Points-based.
   [junit4]   2> 979667 WARN  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field floatField is Points-based.
   [junit4]   2> 979667 WARN  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field dateField is Points-based.
   [junit4]   2> 979667 WARN  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field intFieldMulti is Points-based.
   [junit4]   2> 979668 WARN  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field longFieldMulti is Points-based.
   [junit4]   2> 979668 WARN  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field doubleFieldMulti is Points-based.
   [junit4]   2> 979668 WARN  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field floatFieldMulti is Points-based.
   [junit4]   2> 979668 WARN  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.r.SimpleFacets Raising facet.mincount from 0 to 1, because field dateFieldMulti is Points-based.
   [junit4]   2> 979668 INFO  (qtp1337689726-8048) [n:127.0.0.1:61949_solr c:dv_coll s:shard3 r:core_node7 x:dv_coll_shard3_replica_n4] o.a.s.c.S.Request [dv_coll_shard3_replica_n4]  webapp=/solr path=/select params={df=text&distrib=false&f.dateFieldMulti.facet.limit=160&fl=id&fl=score&shards.purpose=20&f.intField.facet.limit=160&fsv=true&f.longFieldMulti.facet.limit=160&f.boolFieldMulti.facet.limit=160&shard.url=http://127.0.0.1:61949/solr/dv_coll_shard3_replica_n4/&f.longField.facet.mincount=0&f.boolField.facet.mincount=0&f.dateField.facet.mincount=0&f.doubleField.facet.limit=160&f.doubleFieldMulti.facet.mincount=0&f.floatField.facet.mincount=0&f.dateFieldMulti.facet.mincount=0&f.doubleField.facet.mincount=0&f.boolField.facet.limit=160&f.stringField.facet.mincount=0&f.stringFieldMulti.facet.limit=160&f.boolFieldMulti.facet.mincount=0&f.intField.facet.mincount=0&f.intFieldMulti.facet.mincount=0&f.doubleFieldMulti.facet.limit=160&wt=javabin&facet.field=intField&facet.field=longField&facet.field=doubleField&facet.field=floatField&facet.field=dateField&facet.field=stringField&facet.field=boolField&facet.field=intFieldMulti&facet.field=longFieldMulti&facet.field=doubleFieldMulti&facet.field=floatFieldMulti&facet.field=dateFieldMulti&facet.field=stringFieldMulti&facet.field=boolFieldMulti&_stateVer_=dv_coll:4&f.longFieldMulti.facet.mincount=0&start=0&rows=0&f.dateField.facet.limit=160&version=2&f.stringFieldMulti.facet.mincount=0&q=*:*&f.floatFieldMulti.facet.limit=160&f.longField.facet.limit=160&f.stringField.facet.limit=160&NOW=15

[...truncated too long message...]

oading settings :: file = /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/top-level-ivy-settings.xml

install-junit4-taskdef:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.codehaus.groovy#groovy-all;2.4.15 in public
[ivy:cachepath] :: resolution report :: resolve 23ms :: artifacts dl 1ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
	---------------------------------------------------------------------

-init-totals:

-test:
    [mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test
[junit4:pickseed] Seed property 'tests.seed' already defined: 239C2F155B39FE69
    [mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/temp
   [junit4] <JUnit4> says ahoj! Master seed: 239C2F155B39FE69
   [junit4] Executing 5 suites with 2 JVMs.
   [junit4] 
   [junit4] Started J0 PID(82576@serv1-vm2.sd-datasolutions.de).
   [junit4] Started J1 PID(82575@serv1-vm2.sd-datasolutions.de).
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4] OK      2.86s J0 | DocValuesNotIndexedTest.testGroupingSorting
   [junit4] OK      0.87s J0 | DocValuesNotIndexedTest.testDistribFaceting
   [junit4] OK      0.73s J0 | DocValuesNotIndexedTest.testGroupingDVOnly
   [junit4] OK      0.62s J0 | DocValuesNotIndexedTest.testGroupingDocAbsent
   [junit4] Completed [1/5] on J0 in 32.77s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4] OK      3.11s J1 | DocValuesNotIndexedTest.testGroupingSorting
   [junit4] OK      0.90s J1 | DocValuesNotIndexedTest.testDistribFaceting
   [junit4] OK      0.79s J1 | DocValuesNotIndexedTest.testGroupingDVOnly
   [junit4] OK      0.56s J1 | DocValuesNotIndexedTest.testGroupingDocAbsent
   [junit4] Completed [2/5] on J1 in 36.61s, 4 tests
   [junit4] 
   [junit4] Duplicate suite name used with XML reports: org.apache.solr.cloud.DocValuesNotIndexedTest. This may confuse tools that process XML reports. Set 'ignoreDuplicateSuites' to true to skip this message.
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4] OK      0.46s J0 | DocValuesNotIndexedTest.testGroupingSorting
   [junit4] OK      0.14s J0 | DocValuesNotIndexedTest.testDistribFaceting
   [junit4] OK      0.15s J0 | DocValuesNotIndexedTest.testGroupingDVOnly
   [junit4] OK      0.12s J0 | DocValuesNotIndexedTest.testGroupingDocAbsent
   [junit4] Completed [3/5] on J0 in 7.67s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4] OK      0.53s J1 | DocValuesNotIndexedTest.testGroupingSorting
   [junit4] OK      0.31s J1 | DocValuesNotIndexedTest.testDistribFaceting
   [junit4] OK      0.29s J1 | DocValuesNotIndexedTest.testGroupingDVOnly
   [junit4] OK      0.22s J1 | DocValuesNotIndexedTest.testGroupingDocAbsent
   [junit4] Completed [4/5] on J1 in 6.80s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4] OK      0.33s J0 | DocValuesNotIndexedTest.testGroupingSorting
   [junit4] OK      0.11s J0 | DocValuesNotIndexedTest.testDistribFaceting
   [junit4] OK      0.27s J0 | DocValuesNotIndexedTest.testGroupingDVOnly
   [junit4] OK      0.10s J0 | DocValuesNotIndexedTest.testGroupingDocAbsent
   [junit4] Completed [5/5] on J0 in 6.14s, 4 tests
   [junit4] 
   [junit4] JVM J0:     0.99 ..    49.50 =    48.51s
   [junit4] JVM J1:     0.99 ..    46.26 =    45.27s
   [junit4] Execution time total: 49 seconds
   [junit4] Tests summary: 5 suites, 20 tests
   [junit4] Could not remove temporary path: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp])
   [junit4] Could not remove temporary path: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp])
     [echo] 5 slowest tests:
[junit4:tophints] 599.89s | org.apache.solr.cloud.BasicDistributedZkTest
[junit4:tophints] 221.99s | org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4:tophints] 133.35s | org.apache.solr.cloud.api.collections.CollectionsAPIDistributedZkTest
[junit4:tophints] 119.13s | org.apache.solr.cloud.api.collections.AssignTest
[junit4:tophints] 117.01s | org.apache.solr.update.SoftAutoCommitTest

-check-totals:

test-nocompile:

BUILD SUCCESSFUL
Total time: 52 seconds
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.DocValuesNotIndexedTest
[repro] Exiting with code 0
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$34.hasMatch(FilePath.java:2639)
	at hudson.FilePath$34.invoke(FilePath.java:2518)
	at hudson.FilePath$34.invoke(FilePath.java:2508)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2879)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to MacOSX VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:955)
		at hudson.FilePath.act(FilePath.java:998)
		at hudson.FilePath.act(FilePath.java:987)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2508)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1752)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2881)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1000)
	at hudson.FilePath.act(FilePath.java:987)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2508)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1752)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=4eead83a83235b235145f07f0a625055b860ad65, workspace=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX
[WARNINGS] Computing warning deltas based on reference build #4574
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2