You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/07 18:48:24 UTC

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 856 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/856/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DocValuesNotIndexedTest

Error Message:
org/apache/solr/client/solrj/request/schema/SchemaRequest$MultiUpdate

Stack Trace:
java.lang.NoClassDefFoundError: org/apache/solr/client/solrj/request/schema/SchemaRequest$MultiUpdate
	at __randomizedtesting.SeedInfo.seed([91D61DB1737F577C]:0)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.createCluster(DocValuesNotIndexedTest.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.schema.SchemaRequest$MultiUpdate
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	... 25 more
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/java/org/apache/solr/client/solrj/request/schema/SchemaRequest$MultiUpdate.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 31 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.MigrateRouteKeyTest

Error Message:
Solr servers failed to register with ZK. Current count: 1; Expected count: 2

Stack Trace:
java.lang.IllegalStateException: Solr servers failed to register with ZK. Current count: 1; Expected count: 2
	at __randomizedtesting.SeedInfo.seed([91D61DB1737F577C]:0)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:284)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:264)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.cloud.MigrateRouteKeyTest.setupCluster(MigrateRouteKeyTest.java:50)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.MigrateRouteKeyTest

Error Message:
ObjectTracker found 3 object(s) that were not released!!! [Overseer, ZkController, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.Overseer.start(Overseer.java:525)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:754)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)  at org.apache.solr.cloud.ZkController.init(ZkController.java:688)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:423)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:479)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:479)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:479)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [Overseer, ZkController, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.Overseer.start(Overseer.java:525)
	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:754)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
	at org.apache.solr.cloud.ZkController.init(ZkController.java:688)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:423)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:479)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:479)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:299)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:479)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:244)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:173)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:386)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:249)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([91D61DB1737F577C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.MigrateRouteKeyTest

Error Message:
34 threads leaked from SUITE scope at org.apache.solr.cloud.MigrateRouteKeyTest:     1) Thread[id=20016, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=20064, name=OverseerStateUpdate-97922661553209349-127.0.0.1:57078_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:163)         at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:137)         at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:182)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=20015, name=Thread-3595, state=WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1252)         at java.lang.Thread.join(Thread.java:1326)         at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)         at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    4) Thread[id=20065, name=OverseerCollectionConfigSetProcessor-97922661553209349-127.0.0.1:57078_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:352)         at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)         at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=20053, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=20026, name=qtp90907495-20026-acceptor-0@42b8b7c0-ServerConnector@67b1ba12{HTTP/1.1,[http/1.1]}{127.0.0.1:57078}, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=20039, name=qtp1787591215-20039, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=20035, name=qtp90907495-20035, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=20042, name=Scheduler-1778154183, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=20030, name=qtp1787591215-20030-acceptor-0@7705b120-ServerConnector@1001ce48{HTTP/1.1,[http/1.1]}{127.0.0.1:57079}, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=20054, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=20036, name=qtp1787591215-20036, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=20038, name=qtp1787591215-20038, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   14) Thread[id=20027, name=qtp1787591215-20027, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   15) Thread[id=20025, name=qtp90907495-20025, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   16) Thread[id=20037, name=qtp1787591215-20037, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   17) Thread[id=20051, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)   18) Thread[id=20033, name=qtp1787591215-20033, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   19) Thread[id=20031, name=qtp90907495-20031, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   20) Thread[id=20040, name=qtp1787591215-20040, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   21) Thread[id=20067, name=Thread-3612, state=WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)   22) Thread[id=20017, name=SessionTracker, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Object.wait(Native Method)         at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)   23) Thread[id=20061, name=jetty-launcher-3834-thread-2-SendThread(127.0.0.1:57076), state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)   24) Thread[id=20043, name=org.eclipse.jetty.server.session.HashSessionManager@56c46570Timer, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)   25) Thread[id=20019, name=ProcessThread(sid:0 cport:57076):, state=WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)   26) Thread[id=20032, name=qtp90907495-20032, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   27) Thread[id=20041, name=Scheduler-553031428, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)   28) Thread[id=20066, name=OverseerHdfsCoreFailoverThread-97922661553209349-127.0.0.1:57078_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)         at java.lang.Thread.run(Thread.java:748)   29) Thread[id=20028, name=qtp90907495-20028, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   30) Thread[id=20034, name=qtp90907495-20034, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   31) Thread[id=20052, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)   32) Thread[id=20044, name=org.eclipse.jetty.server.session.HashSessionManager@46181e2bTimer, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)   33) Thread[id=20062, name=jetty-launcher-3834-thread-2-EventThread, state=WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   34) Thread[id=20029, name=qtp90907495-20029, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 34 threads leaked from SUITE scope at org.apache.solr.cloud.MigrateRouteKeyTest: 
   1) Thread[id=20016, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=20064, name=OverseerStateUpdate-97922661553209349-127.0.0.1:57078_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:163)
        at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:137)
        at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:182)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=20015, name=Thread-3595, state=WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1252)
        at java.lang.Thread.join(Thread.java:1326)
        at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   4) Thread[id=20065, name=OverseerCollectionConfigSetProcessor-97922661553209349-127.0.0.1:57078_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:352)
        at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
        at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=20053, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=20026, name=qtp90907495-20026-acceptor-0@42b8b7c0-ServerConnector@67b1ba12{HTTP/1.1,[http/1.1]}{127.0.0.1:57078}, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=20039, name=qtp1787591215-20039, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=20035, name=qtp90907495-20035, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=20042, name=Scheduler-1778154183, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=20030, name=qtp1787591215-20030-acceptor-0@7705b120-ServerConnector@1001ce48{HTTP/1.1,[http/1.1]}{127.0.0.1:57079}, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  11) Thread[id=20054, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
  12) Thread[id=20036, name=qtp1787591215-20036, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  13) Thread[id=20038, name=qtp1787591215-20038, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  14) Thread[id=20027, name=qtp1787591215-20027, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  15) Thread[id=20025, name=qtp90907495-20025, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  16) Thread[id=20037, name=qtp1787591215-20037, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  17) Thread[id=20051, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
  18) Thread[id=20033, name=qtp1787591215-20033, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  19) Thread[id=20031, name=qtp90907495-20031, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  20) Thread[id=20040, name=qtp1787591215-20040, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  21) Thread[id=20067, name=Thread-3612, state=WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
  22) Thread[id=20017, name=SessionTracker, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Object.wait(Native Method)
        at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  23) Thread[id=20061, name=jetty-launcher-3834-thread-2-SendThread(127.0.0.1:57076), state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
  24) Thread[id=20043, name=org.eclipse.jetty.server.session.HashSessionManager@56c46570Timer, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
  25) Thread[id=20019, name=ProcessThread(sid:0 cport:57076):, state=WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
  26) Thread[id=20032, name=qtp90907495-20032, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  27) Thread[id=20041, name=Scheduler-553031428, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
  28) Thread[id=20066, name=OverseerHdfsCoreFailoverThread-97922661553209349-127.0.0.1:57078_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
        at java.lang.Thread.run(Thread.java:748)
  29) Thread[id=20028, name=qtp90907495-20028, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  30) Thread[id=20034, name=qtp90907495-20034, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  31) Thread[id=20052, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
  32) Thread[id=20044, name=org.eclipse.jetty.server.session.HashSessionManager@46181e2bTimer, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
  33) Thread[id=20062, name=jetty-launcher-3834-thread-2-EventThread, state=WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  34) Thread[id=20029, name=qtp90907495-20029, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([91D61DB1737F577C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.MigrateRouteKeyTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=20042, name=Scheduler-1778154183, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=20067, name=Thread-3612, state=WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    3) Thread[id=20044, name=org.eclipse.jetty.server.session.HashSessionManager@46181e2bTimer, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=20061, name=jetty-launcher-3834-thread-2-SendThread(127.0.0.1:57076), state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    5) Thread[id=20027, name=qtp1787591215-20027, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]         at sun.nio.ch.IOUtil.drain(Native Method)         at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=20043, name=org.eclipse.jetty.server.session.HashSessionManager@56c46570Timer, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=20025, name=qtp90907495-20025, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=20041, name=Scheduler-553031428, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=20042, name=Scheduler-1778154183, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=20067, name=Thread-3612, state=WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   3) Thread[id=20044, name=org.eclipse.jetty.server.session.HashSessionManager@46181e2bTimer, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=20061, name=jetty-launcher-3834-thread-2-SendThread(127.0.0.1:57076), state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   5) Thread[id=20027, name=qtp1787591215-20027, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]
        at sun.nio.ch.IOUtil.drain(Native Method)
        at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=20043, name=org.eclipse.jetty.server.session.HashSessionManager@56c46570Timer, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=20025, name=qtp90907495-20025, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]
        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=20041, name=Scheduler-553031428, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([91D61DB1737F577C]:0)




Build Log:
[...truncated 12659 lines...]
   [junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_91D61DB1737F577C-001/init-core-data-001
   [junit4]   2> 2823894 INFO  (SUITE-DocValuesNotIndexedTest-seed#[91D61DB1737F577C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2823899 INFO  (SUITE-DocValuesNotIndexedTest-seed#[91D61DB1737F577C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2823900 INFO  (SUITE-DocValuesNotIndexedTest-seed#[91D61DB1737F577C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_91D61DB1737F577C-001/tempDir-001
   [junit4]   2> 2823901 INFO  (SUITE-DocValuesNotIndexedTest-seed#[91D61DB1737F577C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2823901 INFO  (Thread-3576) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2823901 INFO  (Thread-3576) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2823904 INFO  (SUITE-DocValuesNotIndexedTest-seed#[91D61DB1737F577C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:56993
   [junit4]   2> 2823905 ERROR (Thread-3576) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not re

[...truncated too long message...]

ava:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([91D61DB1737F577C]:0)Throwable #4: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=20042, name=Scheduler-1778154183, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=20067, name=Thread-3612, state=WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    3) Thread[id=20044, name=org.eclipse.jetty.server.session.HashSessionManager@46181e2bTimer, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=20061, name=jetty-launcher-3834-thread-2-SendThread(127.0.0.1:57076), state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    >    5) Thread[id=20027, name=qtp1787591215-20027, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    6) Thread[id=20043, name=org.eclipse.jetty.server.session.HashSessionManager@56c46570Timer, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    7) Thread[id=20025, name=qtp90907495-20025, state=RUNNABLE, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
   [junit4]    >         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    8) Thread[id=20041, name=Scheduler-553031428, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([91D61DB1737F577C]:0)
   [junit4] Completed [517/711 (2!)] on J0 in 106.15s, 0 tests, 1 failure, 3 errors <<< FAILURES!

[...truncated 44109 lines...]

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 858 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/858/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.schema.TestUseDocValuesAsStored.testMultipleSearchResults

Error Message:
mismatch: 'myid1'!='myid' @ response/docs/[0]/id

Stack Trace:
java.lang.RuntimeException: mismatch: 'myid1'!='myid' @ response/docs/[0]/id
	at __randomizedtesting.SeedInfo.seed([81D9B504C19057AB:B3F3B29A396E7372]:0)
	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:983)
	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:930)
	at org.apache.solr.schema.TestUseDocValuesAsStored.testMultipleSearchResults(TestUseDocValuesAsStored.java:243)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 19401 lines...]
   [junit4] Suite: org.apache.solr.schema.TestUseDocValuesAsStored
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/init-core-data-001
   [junit4]   2> 4883160 WARN  (SUITE-TestUseDocValuesAsStored-seed#[81D9B504C19057AB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1918 numCloses=1918
   [junit4]   2> 4883160 INFO  (SUITE-TestUseDocValuesAsStored-seed#[81D9B504C19057AB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 4883164 INFO  (SUITE-TestUseDocValuesAsStored-seed#[81D9B504C19057AB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 4883165 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUseDocValuesAsStoredFalse
   [junit4]   2> 4883171 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4883202 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 4883211 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema-non-stored-docvalues.xml instead
   [junit4]   2> 4883213 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.s.IndexSchema [null] Schema name=test-non-stored-docvalues
   [junit4]   2> 4883221 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 4883222 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-001/collection1/conf/managed-schema
   [junit4]   2> 4883233 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-001/collection1/conf/schema-non-stored-docvalues.xml to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-001/collection1/conf/schema-non-stored-docvalues.xml.bak
   [junit4]   2> 4883237 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 4883319 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4883323 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4883323 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4883343 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 4883351 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test-non-stored-docvalues
   [junit4]   2> 4883372 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 4883372 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-001/collection1, trusted=true
   [junit4]   2> 4883372 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4883372 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 4883373 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-001/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/init-core-data-001/]
   [junit4]   2> 4883376 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5993151867194814]
   [junit4]   2> 4883392 WARN  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 4883475 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4883475 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4883477 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=46.78125, floorSegmentMB=1.234375, forceMergeDeletesPctAllowed=16.618181261243762, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 4883477 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@79714d32[collection1] main]
   [junit4]   2> 4883478 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-001/collection1/conf
   [junit4]   2> 4883479 INFO  (coreLoadExecutor-14427-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4883479 INFO  (searcherExecutor-14428-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@79714d32[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4883480 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4883481 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[myid]} 0 0
   [junit4]   2> 4883486 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4883486 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3c0d20b8
   [junit4]   2> 4883523 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3331243f[collection1] main]
   [junit4]   2> 4883523 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4883524 INFO  (searcherExecutor-14428-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3331243f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):c1)))}
   [junit4]   2> 4883524 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 37
   [junit4]   2> 4883525 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:myid&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4883525 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:myid&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4883526 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:myid&fl=id,nonstored_dv_*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4883526 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:myid&fl=id,nonstored_dv_str&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4883527 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4883527 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4883528 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4883528 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=897206022
   [junit4]   2> 4883528 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 4883530 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 4883532 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 4883532 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4883533 INFO  (coreCloseExecutor-14432-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@44fcbc88
   [junit4]   2> 4883535 INFO  (coreCloseExecutor-14432-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 4883539 INFO  (TEST-TestUseDocValuesAsStored.testUseDocValuesAsStoredFalse-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUseDocValuesAsStoredFalse
   [junit4]   2> 4883543 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultipleSearchResults
   [junit4]   2> 4883551 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4883573 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 4883586 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema-non-stored-docvalues.xml instead
   [junit4]   2> 4883590 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.s.IndexSchema [null] Schema name=test-non-stored-docvalues
   [junit4]   2> 4883601 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 4883601 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-002/collection1/conf/managed-schema
   [junit4]   2> 4883609 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-002/collection1/conf/schema-non-stored-docvalues.xml to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-002/collection1/conf/schema-non-stored-docvalues.xml.bak
   [junit4]   2> 4883615 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 4883697 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4883703 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4883703 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4883734 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 4883760 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test-non-stored-docvalues
   [junit4]   2> 4883773 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 4883773 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-002/collection1, trusted=true
   [junit4]   2> 4883774 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4883774 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 4883774 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-002/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/init-core-data-001/]
   [junit4]   2> 4883780 WARN  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 4883876 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4883877 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4883879 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5993151867194814]
   [junit4]   2> 4883881 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cd19b33[collection1] main]
   [junit4]   2> 4883882 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-002/collection1/conf
   [junit4]   2> 4883883 INFO  (coreLoadExecutor-14439-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4883883 INFO  (searcherExecutor-14440-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7cd19b33[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):c1)))}
   [junit4]   2> 4883885 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4883887 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[myid1]} 0 2
   [junit4]   2> 4883887 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[myid2]} 0 0
   [junit4]   2> 4883888 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[myid3]} 0 0
   [junit4]   2> 4883888 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[myid4]} 0 0
   [junit4]   2> 4883889 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[myid5]} 0 0
   [junit4]   2> 4883889 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[myid6]} 0 0
   [junit4]   2> 4883889 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4883889 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4ab46ea4
   [junit4]   2> 4883945 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3be52d48[collection1] main]
   [junit4]   2> 4883945 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4883946 INFO  (searcherExecutor-14440-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3be52d48[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):c1) Uninverting(_1(6.6.0):c6)))}
   [junit4]   2> 4883946 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 57
   [junit4]   2> 4883948 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:myid*&fl=*&wt=xml} hits=7 status=0 QTime=1
   [junit4]   2> 4883949 ERROR (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 query failed JSON validation. error=mismatch: 'myid1'!='myid' @ response/docs/[0]/id
   [junit4]   2>  expected =/response/docs==[{'id':'myid1','test_is_dvo':[101,102,103]},{'id':'myid2','test_is_dvo':[201,202]},{'id':'myid3','test_is_dvo':[301,302,303,304]},{'id':'myid4','test_s_dvo':'hello','test_is_dvo':[401,402]},{'id':'myid5'},{'id':'myid6','test_s_dvo':'hello'}]
   [junit4]   2>  response = {
   [junit4]   2>   "responseHeader":{
   [junit4]   2>     "status":0,
   [junit4]   2>     "QTime":1},
   [junit4]   2>   "response":{"numFound":7,"start":0,"docs":[
   [junit4]   2>       {
   [junit4]   2>         "id":"myid"},
   [junit4]   2>       {
   [junit4]   2>         "id":"myid1",
   [junit4]   2>         "test_is_dvo":[101,
   [junit4]   2>           102,
   [junit4]   2>           103]},
   [junit4]   2>       {
   [junit4]   2>         "id":"myid2",
   [junit4]   2>         "test_is_dvo":[201,
   [junit4]   2>           202]},
   [junit4]   2>       {
   [junit4]   2>         "id":"myid3",
   [junit4]   2>         "test_is_dvo":[301,
   [junit4]   2>           302,
   [junit4]   2>           303,
   [junit4]   2>           304]},
   [junit4]   2>       {
   [junit4]   2>         "id":"myid4",
   [junit4]   2>         "test_s_dvo":"hello",
   [junit4]   2>         "test_is_dvo":[401,
   [junit4]   2>           402]},
   [junit4]   2>       {
   [junit4]   2>         "id":"myid5"},
   [junit4]   2>       {
   [junit4]   2>         "id":"myid6",
   [junit4]   2>         "test_s_dvo":"hello"}]
   [junit4]   2>   }}
   [junit4]   2> 
   [junit4]   2>  request = q=id:myid*&fl=*&wt=xml
   [junit4]   2> 4883951 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4883951 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4883951 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4883951 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1380685182
   [junit4]   2> 4883952 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 4883954 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 4883956 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 4883956 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4883957 INFO  (coreCloseExecutor-14444-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@121a1e76
   [junit4]   2> 4883958 INFO  (coreCloseExecutor-14444-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 4883962 INFO  (TEST-TestUseDocValuesAsStored.testMultipleSearchResults-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultipleSearchResults
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestUseDocValuesAsStored -Dtests.method=testMultipleSearchResults -Dtests.seed=81D9B504C19057AB -Dtests.slow=true -Dtests.locale=ar-SY -Dtests.timezone=Asia/Shanghai -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.44s J1 | TestUseDocValuesAsStored.testMultipleSearchResults <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: mismatch: 'myid1'!='myid' @ response/docs/[0]/id
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([81D9B504C19057AB:B3F3B29A396E7372]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:983)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:930)
   [junit4]    > 	at org.apache.solr.schema.TestUseDocValuesAsStored.testMultipleSearchResults(TestUseDocValuesAsStored.java:243)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4883986 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testManagedSchema
   [junit4]   2> 4883993 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4884019 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 4884030 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema-non-stored-docvalues.xml instead
   [junit4]   2> 4884033 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.s.IndexSchema [null] Schema name=test-non-stored-docvalues
   [junit4]   2> 4884058 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 4884059 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-003/collection1/conf/managed-schema
   [junit4]   2> 4884061 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-003/collection1/conf/schema-non-stored-docvalues.xml to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-003/collection1/conf/schema-non-stored-docvalues.xml.bak
   [junit4]   2> 4884066 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 4884144 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4884151 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4884151 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4884181 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 4884191 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test-non-stored-docvalues
   [junit4]   2> 4884203 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 4884204 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-003/collection1, trusted=true
   [junit4]   2> 4884204 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4884204 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 4884204 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-003/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/init-core-data-001/]
   [junit4]   2> 4884210 WARN  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 4884300 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4884300 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4884302 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5993151867194814]
   [junit4]   2> 4884305 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14a32841[collection1] main]
   [junit4]   2> 4884305 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-003/collection1/conf
   [junit4]   2> 4884305 INFO  (coreLoadExecutor-14451-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4884306 INFO  (searcherExecutor-14452-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@14a32841[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):c1) Uninverting(_1(6.6.0):c6)))}
   [junit4]   2> 4884308 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4884309 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-003/collection1/conf/managed-schema
   [junit4]   2> 4884312 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-003/collection1/conf/managed-schema
   [junit4]   2> 4884320 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4884321 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 1
   [junit4]   2> 4884322 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[myid1]} 0 1
   [junit4]   2> 4884322 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884323 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3e78e2db
   [junit4]   2> 4884350 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a4eb88[collection1] main]
   [junit4]   2> 4884350 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884350 INFO  (searcherExecutor-14452-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a4eb88[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.6.0):c1)))}
   [junit4]   2> 4884352 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 29
   [junit4]   2> 4884352 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:myid*&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884353 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4884353 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4884353 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4884353 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1153270297
   [junit4]   2> 4884353 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 4884355 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 4884357 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 4884357 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 4884357 INFO  (coreCloseExecutor-14456-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4346996f
   [junit4]   2> 4884359 INFO  (coreCloseExecutor-14456-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 4884362 INFO  (TEST-TestUseDocValuesAsStored.testManagedSchema-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testManagedSchema
   [junit4]   2> 4884365 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRandomSingleAndMultiValued
   [junit4]   2> 4884372 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4884401 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 4884410 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema-non-stored-docvalues.xml instead
   [junit4]   2> 4884412 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.IndexSchema [null] Schema name=test-non-stored-docvalues
   [junit4]   2> 4884422 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 4884423 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchema Upgraded to managed schema at /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-004/collection1/conf/managed-schema
   [junit4]   2> 4884437 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema, renamed the non-managed schema /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-004/collection1/conf/schema-non-stored-docvalues.xml to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-004/collection1/conf/schema-non-stored-docvalues.xml.bak
   [junit4]   2> 4884442 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 4884500 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4884504 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4884504 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4884525 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 4884532 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test-non-stored-docvalues
   [junit4]   2> 4884551 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test-non-stored-docvalues/1.6 with uniqueid field id
   [junit4]   2> 4884552 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-004/collection1, trusted=true
   [junit4]   2> 4884552 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dff491e
   [junit4]   2> 4884552 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 4884552 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-004/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/init-core-data-001/]
   [junit4]   2> 4884556 WARN  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 4884626 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4884627 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4884628 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5993151867194814]
   [junit4]   2> 4884631 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@72985241[collection1] main]
   [junit4]   2> 4884632 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.schema.TestUseDocValuesAsStored_81D9B504C19057AB-001/tempDir-004/collection1/conf
   [junit4]   2> 4884632 INFO  (coreLoadExecutor-14463-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4884632 INFO  (searcherExecutor-14464-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@72985241[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.6.0):c1)))}
   [junit4]   2> 4884633 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4884634 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4884635 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 1
   [junit4]   2> 4884637 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 1
   [junit4]   2> 4884637 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884637 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884651 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@620a0850[collection1] main]
   [junit4]   2> 4884652 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884652 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@620a0850[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.6.0):c1)))}
   [junit4]   2> 4884653 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 15
   [junit4]   2> 4884653 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&fl=test_s_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884655 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&fl=test_s_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884655 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884656 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884657 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&fl=test_s_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884657 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884659 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 1
   [junit4]   2> 4884659 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884659 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884675 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4049bae[collection1] main]
   [junit4]   2> 4884676 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884676 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4049bae[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.6.0):c1) Uninverting(_4(6.6.0):c1)))}
   [junit4]   2> 4884676 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 17
   [junit4]   2> 4884677 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&fl=test_i_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884679 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&fl=test_i_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884681 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884682 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884683 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&fl=test_i_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884683 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 4884685 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 1
   [junit4]   2> 4884685 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884685 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884698 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@66f22394[collection1] main]
   [junit4]   2> 4884698 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884698 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@66f22394[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.6.0):c1) Uninverting(_4(6.6.0):c1) Uninverting(_5(6.6.0):c1)))}
   [junit4]   2> 4884699 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 13
   [junit4]   2> 4884699 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&fl=test_d_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884700 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&fl=test_d_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884700 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884701 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884703 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&fl=test_d_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884703 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4884705 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[4]} 0 1
   [junit4]   2> 4884706 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884706 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884738 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4243116b[collection1] main]
   [junit4]   2> 4884739 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884739 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4243116b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.6.0):c1) Uninverting(_4(6.6.0):c1) Uninverting(_5(6.6.0):c1) Uninverting(_6(6.6.0):c1)))}
   [junit4]   2> 4884739 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 33
   [junit4]   2> 4884740 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&fl=test_ls_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884741 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&fl=test_ls_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884742 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884743 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884744 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&fl=test_ls_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884745 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=4 status=0 QTime=0
   [junit4]   2> 4884746 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5]} 0 0
   [junit4]   2> 4884747 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884747 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884758 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f6c2568[collection1] main]
   [junit4]   2> 4884758 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884758 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3f6c2568[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.6.0):c1) Uninverting(_4(6.6.0):c1) Uninverting(_5(6.6.0):c1) Uninverting(_6(6.6.0):c1) Uninverting(_7(6.6.0):c1)))}
   [junit4]   2> 4884759 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 12
   [junit4]   2> 4884759 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&fl=test_f_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884760 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&fl=test_f_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884760 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884761 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884761 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:5&fl=test_f_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884762 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=5 status=0 QTime=0
   [junit4]   2> 4884764 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[6]} 0 0
   [junit4]   2> 4884765 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884765 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884775 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a26e899[collection1] main]
   [junit4]   2> 4884776 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884776 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a26e899[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.6.0):c1) Uninverting(_4(6.6.0):c1) Uninverting(_5(6.6.0):c1) Uninverting(_6(6.6.0):c1) Uninverting(_7(6.6.0):c1) Uninverting(_8(6.6.0):c1)))}
   [junit4]   2> 4884776 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 11
   [junit4]   2> 4884777 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&fl=test_dt_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884778 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&fl=test_dt_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884778 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884779 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884779 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:6&fl=test_dt_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884779 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=6 status=0 QTime=0
   [junit4]   2> 4884781 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[7]} 0 0
   [junit4]   2> 4884781 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884781 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884792 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4474fe6a[collection1] main]
   [junit4]   2> 4884793 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884793 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4474fe6a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.6.0):c1) Uninverting(_4(6.6.0):c1) Uninverting(_5(6.6.0):c1) Uninverting(_6(6.6.0):c1) Uninverting(_7(6.6.0):c1) Uninverting(_8(6.6.0):c1) Uninverting(_9(6.6.0):c1)))}
   [junit4]   2> 4884793 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 12
   [junit4]   2> 4884794 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&fl=test_ss_dv&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884796 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&fl=test_ss_dv,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884797 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&fl=*_dv&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884799 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884801 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&fl=test_ss_dv,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884803 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=7 status=0 QTime=0
   [junit4]   2> 4884806 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[8]} 0 1
   [junit4]   2> 4884806 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884806 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884819 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fe703c5[collection1] main]
   [junit4]   2> 4884819 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884820 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5fe703c5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.6.0):c1) Uninverting(_4(6.6.0):c1) Uninverting(_5(6.6.0):c1) Uninverting(_6(6.6.0):c1) Uninverting(_7(6.6.0):c1) Uninverting(_8(6.6.0):c1) Uninverting(_9(6.6.0):c1) Uninverting(_a(6.6.0):c1)))}
   [junit4]   2> 4884820 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 13
   [junit4]   2> 4884820 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:8&fl=test_ss_dvo2&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884821 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:8&fl=test_ss_dvo2,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884822 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:8&fl=*vo2&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884836 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:8&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884837 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:8&fl=test_ss_dvo2,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884837 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=8 status=0 QTime=0
   [junit4]   2> 4884839 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[9]} 0 1
   [junit4]   2> 4884839 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884839 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884850 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b0a606b[collection1] main]
   [junit4]   2> 4884851 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884851 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1b0a606b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.6.0):c1) Uninverting(_4(6.6.0):c1) Uninverting(_5(6.6.0):c1) Uninverting(_6(6.6.0):c1) Uninverting(_7(6.6.0):c1) Uninverting(_8(6.6.0):c1) Uninverting(_9(6.6.0):c1) Uninverting(_a(6.6.0):c1) Uninverting(_b(6.6.0):c1)))}
   [junit4]   2> 4884851 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 11
   [junit4]   2> 4884852 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:9&fl=enum_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884853 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:9&fl=enum_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884853 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:9&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884854 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:9&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884854 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:9&fl=enum_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884855 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=9 status=0 QTime=0
   [junit4]   2> 4884856 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4884856 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4884857 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[10]} 0 0
   [junit4]   2> 4884857 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884857 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884868 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ddabd4d[collection1] main]
   [junit4]   2> 4884868 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884869 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ddabd4d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_c(6.6.0):c1)))}
   [junit4]   2> 4884873 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 16
   [junit4]   2> 4884874 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&fl=test_s_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884874 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&fl=test_s_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884875 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884875 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884875 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:10&fl=test_s_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884876 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884877 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[11]} 0 0
   [junit4]   2> 4884877 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884877 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884910 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@469e9e66[collection1] main]
   [junit4]   2> 4884911 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884911 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@469e9e66[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_c(6.6.0):c1) Uninverting(_d(6.6.0):c1)))}
   [junit4]   2> 4884911 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 33
   [junit4]   2> 4884911 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:11&fl=test_is_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884912 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:11&fl=test_is_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884913 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:11&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884914 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:11&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884914 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:11&fl=test_is_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884915 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 4884917 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[12]} 0 1
   [junit4]   2> 4884917 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4884917 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@14f9a1f0
   [junit4]   2> 4884948 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@58e94445[collection1] main]
   [junit4]   2> 4884949 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4884949 INFO  (searcherExecutor-14464-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@58e94445[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_c(6.6.0):c1) Uninverting(_d(6.6.0):c1) Uninverting(_e(6.6.0):c1)))}
   [junit4]   2> 4884949 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 32
   [junit4]   2> 4884950 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&fl=test_ds_dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884952 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&fl=test_ds_dvo,*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884954 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&fl=*dvo&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884956 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&fl=*&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884958 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&fl=test_ds_dvo,fakeFieldName&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4884959 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&wt=xml} hits=3 status=0 QTime=0
   [junit4]   2> 4884963 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[13]} 0 0
   [junit4]   2> 4884963 INFO  (TEST-TestUseDocValuesAsStored.testRandomSingleAndMultiValued-seed#[81D9B504C19057AB]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=fals

[...truncated too long message...]

ns/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/api-all-1.0.0-M20.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/bcprov-jdk15-1.45.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/byte-buddy-1.6.2.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/commons-collections-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/commons-math3-3.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/ehcache-core-2.4.4.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/jersey-core-1.9.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/jersey-server-1.9.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/mina-core-2.0.0-M5.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/mockito-core-2.6.2.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/netty-all-4.0.36.Final.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/test-lib/objenesis-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/lucene/build/analysis/icu/lucene-analyzers-icu-6.6.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/contrib/solr-analysis-extras/classes/java:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/lucene/build/queryparser/classes/test:/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_131.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.0.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20170508_150636_2471754923412238554646.events @/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20170508_150636_2477852792686036688058.suites -stdin
   [junit4] ERROR: JVM J0 ended with an exception: java.io.IOException: No space left on device
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
   [junit4] 	at sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60)
   [junit4] 	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
   [junit4] 	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
   [junit4] 	at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211)
   [junit4] 	at java.nio.channels.Channels.writeFullyImpl(Channels.java:78)
   [junit4] 	at java.nio.channels.Channels.writeFully(Channels.java:101)
   [junit4] 	at java.nio.channels.Channels.access$000(Channels.java:61)
   [junit4] 	at java.nio.channels.Channels$1.write(Channels.java:174)
   [junit4] 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4] 	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4] 	at java.io.FilterOutputStream.close(FilterOutputStream.java:158)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.io.Closer.close(Closer.java:214)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1526)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:748)

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:719: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:59: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build.xml:267: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/common-build.xml:549: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/lucene/common-build.xml:1455: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/lucene/common-build.xml:985: At least one slave process threw an exception, first: No space left on device

Total time: 112 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 857 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/857/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
	at __randomizedtesting.SeedInfo.seed([65B55789ABBBD6DE:F54D9E2962160A6]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12627 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/init-core-data-001
   [junit4]   2> 2865563 WARN  (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=40 numCloses=40
   [junit4]   2> 2865563 INFO  (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2865567 INFO  (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2865568 INFO  (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001
   [junit4]   2> 2865568 INFO  (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2865569 INFO  (Thread-3521) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2865569 INFO  (Thread-3521) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2865575 ERROR (Thread-3521) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2865682 INFO  (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:62442
   [junit4]   2> 2865755 INFO  (jetty-launcher-3372-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2865755 INFO  (jetty-launcher-3372-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2865755 INFO  (jetty-launcher-3372-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2865756 INFO  (jetty-launcher-3372-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2865765 INFO  (jetty-launcher-3372-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e141885{/solr,null,AVAILABLE}
   [junit4]   2> 2865766 INFO  (jetty-launcher-3372-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f9729ce{/solr,null,AVAILABLE}
   [junit4]   2> 2865766 INFO  (jetty-launcher-3372-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@647b5e90{HTTP/1.1,[http/1.1]}{127.0.0.1:62444}
   [junit4]   2> 2865766 INFO  (jetty-launcher-3372-thread-2) [    ] o.e.j.s.Server Started @2871811ms
   [junit4]   2> 2865766 INFO  (jetty-launcher-3372-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54c760ed{/solr,null,AVAILABLE}
   [junit4]   2> 2865766 INFO  (jetty-launcher-3372-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16084c2e{/solr,null,AVAILABLE}
   [junit4]   2> 2865767 INFO  (jetty-launcher-3372-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2482e8b1{HTTP/1.1,[http/1.1]}{127.0.0.1:62446}
   [junit4]   2> 2865767 INFO  (jetty-launcher-3372-thread-4) [    ] o.e.j.s.Server Started @2871811ms
   [junit4]   2> 2865767 INFO  (jetty-launcher-3372-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4f69de3b{HTTP/1.1,[http/1.1]}{127.0.0.1:62447}
   [junit4]   2> 2865767 INFO  (jetty-launcher-3372-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62446}
   [junit4]   2> 2865767 INFO  (jetty-launcher-3372-thread-1) [    ] o.e.j.s.Server Started @2871812ms
   [junit4]   2> 2865767 INFO  (jetty-launcher-3372-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62447}
   [junit4]   2> 2865767 ERROR (jetty-launcher-3372-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2865766 INFO  (jetty-launcher-3372-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62444}
   [junit4]   2> 2865768 ERROR (jetty-launcher-3372-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2865768 INFO  (jetty-launcher-3372-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5c3444bb{HTTP/1.1,[http/1.1]}{127.0.0.1:62445}
   [junit4]   2> 2865768 INFO  (jetty-launcher-3372-thread-3) [    ] o.e.j.s.Server Started @2871813ms
   [junit4]   2> 2865768 INFO  (jetty-launcher-3372-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62445}
   [junit4]   2> 2865768 INFO  (jetty-launcher-3372-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 2865768 ERROR (jetty-launcher-3372-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2865768 INFO  (jetty-launcher-3372-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2865768 INFO  (jetty-launcher-3372-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2865767 ERROR (jetty-launcher-3372-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2865768 INFO  (jetty-launcher-3372-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-08T05:01:22.900Z
   [junit4]   2> 2865769 INFO  (jetty-launcher-3372-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 2865769 INFO  (jetty-launcher-3372-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2865769 INFO  (jetty-launcher-3372-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2865769 INFO  (jetty-launcher-3372-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-08T05:01:22.901Z
   [junit4]   2> 2865770 INFO  (jetty-launcher-3372-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 2865771 INFO  (jetty-launcher-3372-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2865771 INFO  (jetty-launcher-3372-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2865771 INFO  (jetty-launcher-3372-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-08T05:01:22.903Z
   [junit4]   2> 2865770 INFO  (jetty-launcher-3372-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 2865771 INFO  (jetty-launcher-3372-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2865771 INFO  (jetty-launcher-3372-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2865771 INFO  (jetty-launcher-3372-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-08T05:01:22.903Z
   [junit4]   2> 2865775 INFO  (jetty-launcher-3372-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2865775 INFO  (jetty-launcher-3372-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2865776 INFO  (jetty-launcher-3372-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2865777 INFO  (jetty-launcher-3372-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2865817 INFO  (jetty-launcher-3372-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2865818 INFO  (jetty-launcher-3372-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2865818 INFO  (jetty-launcher-3372-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2865819 INFO  (jetty-launcher-3372-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2865819 INFO  (jetty-launcher-3372-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62442/solr
   [junit4]   2> 2865820 INFO  (jetty-launcher-3372-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62442/solr
   [junit4]   2> 2865821 INFO  (jetty-launcher-3372-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62442/solr
   [junit4]   2> 2865821 INFO  (jetty-launcher-3372-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62442/solr
   [junit4]   2> 2865886 INFO  (jetty-launcher-3372-thread-3) [n:127.0.0.1:62445_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2865888 INFO  (jetty-launcher-3372-thread-3) [n:127.0.0.1:62445_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62445_solr
   [junit4]   2> 2865891 INFO  (jetty-launcher-3372-thread-3) [n:127.0.0.1:62445_solr    ] o.a.s.c.Overseer Overseer (id=97925181125754891-127.0.0.1:62445_solr-n_0000000000) starting
   [junit4]   2> 2865899 INFO  (jetty-launcher-3372-thread-4) [n:127.0.0.1:62446_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2865902 INFO  (jetty-launcher-3372-thread-1) [n:127.0.0.1:62447_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2865907 INFO  (jetty-launcher-3372-thread-3) [n:127.0.0.1:62445_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62445_solr
   [junit4]   2> 2865907 INFO  (jetty-launcher-3372-thread-1) [n:127.0.0.1:62447_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62447_solr
   [junit4]   2> 2865911 INFO  (jetty-launcher-3372-thread-4) [n:127.0.0.1:62446_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62446_solr
   [junit4]   2> 2865912 INFO  (zkCallback-3391-thread-1-processing-n:127.0.0.1:62447_solr) [n:127.0.0.1:62447_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2865912 INFO  (zkCallback-3392-thread-1-processing-n:127.0.0.1:62446_solr) [n:127.0.0.1:62446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2865913 INFO  (zkCallback-3393-thread-1-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2865919 INFO  (zkCallback-3391-thread-1-processing-n:127.0.0.1:62447_solr) [n:127.0.0.1:62447_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2865919 INFO  (zkCallback-3392-thread-1-processing-n:127.0.0.1:62446_solr) [n:127.0.0.1:62446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2865919 INFO  (zkCallback-3393-thread-1-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2865932 INFO  (zkCallback-3391-thread-1-processing-n:127.0.0.1:62447_solr) [n:127.0.0.1:62447_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2865932 INFO  (zkCallback-3393-thread-1-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2865933 INFO  (zkCallback-3392-thread-1-processing-n:127.0.0.1:62446_solr) [n:127.0.0.1:62446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2865950 INFO  (jetty-launcher-3372-thread-2) [n:127.0.0.1:62444_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2865964 INFO  (jetty-launcher-3372-thread-2) [n:127.0.0.1:62444_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2865975 INFO  (jetty-launcher-3372-thread-2) [n:127.0.0.1:62444_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62444_solr
   [junit4]   2> 2865978 INFO  (zkCallback-3391-thread-1-processing-n:127.0.0.1:62447_solr) [n:127.0.0.1:62447_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2865978 INFO  (zkCallback-3392-thread-1-processing-n:127.0.0.1:62446_solr) [n:127.0.0.1:62446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2865979 INFO  (zkCallback-3397-thread-1-processing-n:127.0.0.1:62444_solr) [n:127.0.0.1:62444_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2865989 INFO  (zkCallback-3393-thread-1-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2866476 INFO  (jetty-launcher-3372-thread-1) [n:127.0.0.1:62447_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node1/.
   [junit4]   2> 2866478 INFO  (jetty-launcher-3372-thread-3) [n:127.0.0.1:62445_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node3/.
   [junit4]   2> 2866480 INFO  (jetty-launcher-3372-thread-2) [n:127.0.0.1:62444_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node2/.
   [junit4]   2> 2866481 INFO  (jetty-launcher-3372-thread-4) [n:127.0.0.1:62446_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node4/.
   [junit4]   2> 2868965 INFO  (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2868967 INFO  (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62442/solr ready
   [junit4]   2> 2869036 INFO  (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[65B55789ABBBD6DE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
   [junit4]   2> 2869039 INFO  (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[65B55789ABBBD6DE]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2869050 INFO  (qtp115370241-18249) [n:127.0.0.1:62445_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=withShardField&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2869055 INFO  (OverseerThreadFactory-7645-thread-1-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.CreateCollectionCmd Create collection withShardField
   [junit4]   2> 2869181 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica2&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 2869182 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica1&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 2869182 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 2869182 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2869182 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2869185 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica2&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 2869186 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica1&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 2869186 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2869186 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2869186 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica1&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 2869186 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 2869188 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica2&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 2869327 INFO  (zkCallback-3397-thread-1-processing-n:127.0.0.1:62444_solr) [n:127.0.0.1:62444_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2869327 INFO  (zkCallback-3391-thread-1-processing-n:127.0.0.1:62447_solr) [n:127.0.0.1:62447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2869327 INFO  (zkCallback-3392-thread-1-processing-n:127.0.0.1:62446_solr) [n:127.0.0.1:62446_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2869327 INFO  (zkCallback-3393-thread-2-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2870221 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2870233 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2870233 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2870239 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2870242 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2870242 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2870257 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2870259 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.s.IndexSchema [withShardField_c_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2870259 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.IndexSchema [withShardField_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2870265 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema [withShardField_a_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2870267 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 2870291 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema [withShardField_d_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2870293 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema [withShardField_c_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2870293 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema [withShardField_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2870296 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema [withShardField_d_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2870299 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema [withShardField_b_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2870369 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2870369 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 2870370 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2870370 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrCore [[withShardField_d_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node2/withShardField_d_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node2/./withShardField_d_replica2/data/]
   [junit4]   2> 2870371 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2870371 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 2870371 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2870371 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrCore [[withShardField_b_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node2/withShardField_b_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node2/./withShardField_b_replica2/data/]
   [junit4]   2> 2870373 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2870373 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica1' using configuration from collection withShardField, trusted=true
   [junit4]   2> 2870374 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2870374 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrCore [[withShardField_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node3/withShardField_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node3/./withShardField_a_replica1/data/]
   [junit4]   2> 2870375 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2870375 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica1' using configuration from collection withShardField, trusted=true
   [junit4]   2> 2870376 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2870376 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrCore [[withShardField_d_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node4/withShardField_d_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node4/./withShardField_d_replica1/data/]
   [junit4]   2> 2870377 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2870377 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 2870378 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2870378 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrCore [[withShardField_c_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node1/withShardField_c_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node1/./withShardField_c_replica2/data/]
   [junit4]   2> 2870378 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2870378 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica1' using configuration from collection withShardField, trusted=true
   [junit4]   2> 2870378 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2870391 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.SolrCore [[withShardField_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node4/withShardField_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node4/./withShardField_b_replica1/data/]
   [junit4]   2> 2870392 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2870392 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 2870392 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2870392 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrCore [[withShardField_a_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node1/withShardField_a_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node1/./withShardField_a_replica2/data/]
   [junit4]   2> 2870394 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2870394 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica1' using configuration from collection withShardField, trusted=true
   [junit4]   2> 2870394 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2870394 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.SolrCore [[withShardField_c_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node3/withShardField_c_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001/tempDir-001/node3/./withShardField_c_replica1/data/]
   [junit4]   2> 2870545 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2870545 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2870547 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2870547 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2870548 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2870548 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2870556 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2870556 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2870558 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2870558 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2870558 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2870558 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2870559 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2870559 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2870560 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2870560 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2870561 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2870561 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2870563 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2870563 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2870566 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2870566 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2870568 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2870568 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2870570 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2870570 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2870572 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2870572 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2870573 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@9cfbc6f[withShardField_d_replica2] main]
   [junit4]   2> 2870575 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2870576 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2870576 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2870576 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566802903258103808
   [junit4]   2> 2870576 INFO  (searcherExecutor-7654-thread-1-processing-n:127.0.0.1:62444_solr x:withShardField_d_replica2 s:d c:withShardField) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrCore [withShardField_d_replica2] Registered new searcher Searcher@9cfbc6f[withShardField_d_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2870577 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2870577 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2870579 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2870579 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2870580 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1af6855f[withShardField_b_replica2] main]
   [junit4]   2> 2870582 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2870583 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2870584 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2870584 INFO  (searcherExecutor-7655-thread-1-processing-n:127.0.0.1:62444_solr x:withShardField_b_replica2 s:b c:withShardField) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrCore [withShardField_b_replica2] Registered new searcher Searcher@1af6855f[withShardField_b_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2870584 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566802903266492416
   [junit4]   2> 2870585 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ea0c516[withShardField_a_replica2] main]
   [junit4]   2> 2870588 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2870589 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2870589 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2870589 INFO  (searcherExecutor-7660-thread-1-processing-n:127.0.0.1:62447_solr x:withShardField_a_replica2 s:a c:withShardField) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrCore [withShardField_a_replica2] Registered new searcher Searcher@1ea0c516[withShardField_a_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2870589 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566802903271735296
   [junit4]   2> 2870594 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard d: total=2 found=1 timeoutin=9996ms
   [junit4]   2> 2870598 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25d72228[withShardField_b_replica1] main]
   [junit4]   2> 2870602 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2870602 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2870602 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2870603 INFO  (searcherExecutor-7659-thread-1-processing-n:127.0.0.1:62446_solr x:withShardField_b_replica1 s:b c:withShardField) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.SolrCore [withShardField_b_replica1] Registered new searcher Searcher@25d72228[withShardField_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2870603 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566802903286415360
   [junit4]   2> 2870604 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard a: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2870605 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@597d44f9[withShardField_c_replica2] main]
   [junit4]   2> 2870607 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b2d44db[withShardField_a_replica1] main]
   [junit4]   2> 2870608 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2870609 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2870609 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2870609 INFO  (searcherExecutor-7658-thread-1-processing-n:127.0.0.1:62447_solr x:withShardField_c_replica2 s:c c:withShardField) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrCore [withShardField_c_replica2] Registered new searcher Searcher@597d44f9[withShardField_c_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2870609 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566802903292706816
   [junit4]   2> 2870612 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2870612 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2870613 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62444/solr/withShardField_b_replica2/
   [junit4]   2> 2870613 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2870614 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2870614 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2870615 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.u.PeerSync PeerSync: core=withShardField_b_replica2 url=http://127.0.0.1:62444/solr START replicas=[http://127.0.0.1:62446/solr/withShardField_b_replica1/] nUpdates=100
   [junit4]   2> 2870615 INFO  (searcherExecutor-7656-thread-1-processing-n:127.0.0.1:62445_solr x:withShardField_a_replica1 s:a c:withShardField) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrCore [withShardField_a_replica1] Registered new searcher Searcher@b2d44db[withShardField_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2870615 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566802903298998272
   [junit4]   2> 2870617 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.u.PeerSync PeerSync: core=withShardField_b_replica2 url=http://127.0.0.1:62444/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2870618 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ad80a9a[withShardField_d_replica1] main]
   [junit4]   2> 2870619 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6bb79ebf[withShardField_c_replica1] main]
   [junit4]   2> 2870619 INFO  (qtp1309818207-18261) [n:127.0.0.1:62446_solr c:withShardField s:b r:core_node5 x:withShardField_b_replica1] o.a.s.c.S.Request [withShardField_b_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2870620 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2870621 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2870621 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2870622 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2870622 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard c: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2870622 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2870623 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2870623 INFO  (searcherExecutor-7661-thread-1-processing-n:127.0.0.1:62445_solr x:withShardField_c_replica1 s:c c:withShardField) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.SolrCore [withShardField_c_replica1] Registered new searcher Searcher@6bb79ebf[withShardField_c_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2870623 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566802903307386880
   [junit4]   2> 2870631 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2870632 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2870632 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2870632 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566802903316824064
   [junit4]   2> 2870632 INFO  (searcherExecutor-7657-thread-1-processing-n:127.0.0.1:62446_solr x:withShardField_d_replica1 s:d c:withShardField) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrCore [withShardField_d_replica1] Registered new searcher Searcher@2ad80a9a[withShardField_d_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2870633 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62444/solr/withShardField_b_replica2/ b
   [junit4]   2> 2870738 INFO  (zkCallback-3391-thread-1-processing-n:127.0.0.1:62447_solr) [n:127.0.0.1:62447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2870738 INFO  (zkCallback-3393-thread-2-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2870738 INFO  (zkCallback-3397-thread-1-processing-n:127.0.0.1:62444_solr) [n:127.0.0.1:62444_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2870738 INFO  (zkCallback-3392-thread-1-processing-n:127.0.0.1:62446_solr) [n:127.0.0.1:62446_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2870794 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2870797 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica2&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2} status=0 QTime=1615
   [junit4]   2> 2870907 INFO  (zkCallback-3397-thread-1-processing-n:127.0.0.1:62444_solr) [n:127.0.0.1:62444_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2870907 INFO  (zkCallback-3391-thread-1-processing-n:127.0.0.1:62447_solr) [n:127.0.0.1:62447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2870907 INFO  (zkCallback-3392-thread-1-processing-n:127.0.0.1:62446_solr) [n:127.0.0.1:62446_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2870907 INFO  (zkCallback-3393-thread-2-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871105 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2871105 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2871105 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2871105 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2871106 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62444/solr/withShardField_d_replica2/
   [junit4]   2> 2871105 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62447/solr/withShardField_a_replica2/
   [junit4]   2> 2871106 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.PeerSync PeerSync: core=withShardField_d_replica2 url=http://127.0.0.1:62444/solr START replicas=[http://127.0.0.1:62446/solr/withShardField_d_replica1/] nUpdates=100
   [junit4]   2> 2871106 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.u.PeerSync PeerSync: core=withShardField_a_replica2 url=http://127.0.0.1:62447/solr START replicas=[http://127.0.0.1:62445/solr/withShardField_a_replica1/] nUpdates=100
   [junit4]   2> 2871106 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.PeerSync PeerSync: core=withShardField_d_replica2 url=http://127.0.0.1:62444/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2871106 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.u.PeerSync PeerSync: core=withShardField_a_replica2 url=http://127.0.0.1:62447/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2871109 INFO  (qtp115370241-18247) [n:127.0.0.1:62445_solr c:withShardField s:a r:core_node1 x:withShardField_a_replica1] o.a.s.c.S.Request [withShardField_a_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2871110 INFO  (qtp1309818207-18262) [n:127.0.0.1:62446_solr c:withShardField s:d r:core_node3 x:withShardField_d_replica1] o.a.s.c.S.Request [withShardField_d_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2871110 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2871110 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2871110 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2871110 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2871110 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2871110 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2871116 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62444/solr/withShardField_d_replica2/ d
   [junit4]   2> 2871116 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62447/solr/withShardField_a_replica2/ a
   [junit4]   2> 2871123 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2871123 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2871123 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:62447/solr/withShardField_c_replica2/
   [junit4]   2> 2871123 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.PeerSync PeerSync: core=withShardField_c_replica2 url=http://127.0.0.1:62447/solr START replicas=[http://127.0.0.1:62445/solr/withShardField_c_replica1/] nUpdates=100
   [junit4]   2> 2871123 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.PeerSync PeerSync: core=withShardField_c_replica2 url=http://127.0.0.1:62447/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2871126 INFO  (qtp115370241-18253) [n:127.0.0.1:62445_solr c:withShardField s:c r:core_node2 x:withShardField_c_replica1] o.a.s.c.S.Request [withShardField_c_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2871126 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2871126 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2871126 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2871132 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:62447/solr/withShardField_c_replica2/ c
   [junit4]   2> 2871242 INFO  (zkCallback-3391-thread-1-processing-n:127.0.0.1:62447_solr) [n:127.0.0.1:62447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871242 INFO  (zkCallback-3393-thread-2-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871242 INFO  (zkCallback-3392-thread-1-processing-n:127.0.0.1:62446_solr) [n:127.0.0.1:62446_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871242 INFO  (zkCallback-3397-thread-1-processing-n:127.0.0.1:62444_solr) [n:127.0.0.1:62444_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871300 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2871300 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2871300 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2871307 INFO  (qtp1982328654-18241) [n:127.0.0.1:62444_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica2&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2} status=0 QTime=2119
   [junit4]   2> 2871307 INFO  (qtp1221614242-18269) [n:127.0.0.1:62447_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2} status=0 QTime=2121
   [junit4]   2> 2871308 INFO  (qtp1221614242-18268) [n:127.0.0.1:62447_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica2&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2} status=0 QTime=2122
   [junit4]   2> 2871421 INFO  (zkCallback-3392-thread-1-processing-n:127.0.0.1:62446_solr) [n:127.0.0.1:62446_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871421 INFO  (zkCallback-3393-thread-2-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871421 INFO  (zkCallback-3397-thread-1-processing-n:127.0.0.1:62444_solr) [n:127.0.0.1:62444_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871421 INFO  (zkCallback-3391-thread-1-processing-n:127.0.0.1:62447_solr) [n:127.0.0.1:62447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871616 INFO  (qtp1309818207-18259) [n:127.0.0.1:62446_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica1&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2} status=0 QTime=2429
   [junit4]   2> 2871644 INFO  (qtp115370241-18250) [n:127.0.0.1:62445_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica1&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2} status=0 QTime=2462
   [junit4]   2> 2871645 INFO  (qtp1309818207-18258) [n:127.0.0.1:62446_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica1&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2} status=0 QTime=2459
   [junit4]   2> 2871646 INFO  (qtp115370241-18251) [n:127.0.0.1:62445_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2} status=0 QTime=2464
   [junit4]   2> 2871652 INFO  (qtp115370241-18249) [n:127.0.0.1:62445_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2871760 INFO  (zkCallback-3397-thread-1-processing-n:127.0.0.1:62444_solr) [n:127.0.0.1:62444_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871760 INFO  (zkCallback-3392-thread-1-processing-n:127.0.0.1:62446_solr) [n:127.0.0.1:62446_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871760 INFO  (zkCallback-3393-thread-2-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2871760 INFO  (zkCallback-3391-thread-1-processing-n:127.0.0.1:62447_solr) [n:127.0.0.1:62447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2872660 INFO  (qtp115370241-18249) [n:127.0.0.1:62445_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={shards=a,b,c,d&replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=withShardField&router.name=implicit&action=CREATE&wt=javabin&version=2} status=0 QTime=3610
   [junit4]   2> 2872672 INFO  (qtp1309818207-18256) [n:127.0.0.1:62446_solr c:withShardField s:b r:core_node5 x:withShardField_b_replica1] o.a.s.u.p.LogUpdateProcessorFactory [withShardField_b_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:62444/solr/withShardField_b_replica2/&wt=javabin&version=2}{add=[8 (1566802905449627648)]} 0 0
   [junit4]   2> 2872673 INFO  (qtp115370241-18254) [n:127.0.0.1:62445_solr c:withShardField s:a r:core_node1 x:withShardField_a_replica1] o.a.s.u.p.LogUpdateProcessorFactory [withShardField_a_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:62447/solr/withShardField_a_replica2/&wt=javabin&version=2}{add=[6 (1566802905449627648), 7 (1566802905453821952)]} 0 1
   [junit4]   2> 2872673 INFO  (qtp1982328654-18245) [n:127.0.0.1:62444_solr c:withShardField s:b r:core_node4 x:withShardField_b_replica2] o.a.s.u.p.LogUpdateProcessorFactory [withShardField_b_replica2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:62444/solr/withShardField_d_replica2/&wt=javabin&version=2}{add=[8 (1566802905449627648)]} 0 6
   [junit4]   2> 2872698 INFO  (qtp1221614242-18266) [n:127.0.0.1:62447_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica2] o.a.s.u.p.LogUpdateProcessorFactory [withShardField_a_replica2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:62444/solr/withShardField_d_replica2/&wt=javabin&version=2}{add=[6 (1566802905449627648), 7 (1566802905453821952)]} 0 31
   [junit4]   2> 2872699 INFO  (qtp115370241-18247) [n:127.0.0.1:62445_solr c:withShardField s:a r:core_node1 x:withShardField_a_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2872699 INFO  (qtp115370241-18247) [n:127.0.0.1:62445_solr c:withShardField s:a r:core_node1 x:withShardField_a_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@18ca511f
   [junit4]   2> 2872700 INFO  (qtp115370241-18253) [n:127.0.0.1:62445_solr c:withShardField s:c r:core_node2 x:withShardField_c_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2872700 INFO  (qtp115370241-18253) [n:127.0.0.1:62445_solr c:withShardField s:c r:core_node2 x:withShardField_c_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2872701 INFO  (qtp1221614242-18271) [n:127.0.0.1:62447_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2872701 INFO  (qtp1221614242-18271) [n:127.0.0.1:62447_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@b4c4083
   [junit4]   2> 2872701 INFO  (qtp1982328654-18246) [n:127.0.0.1:62444_solr c:withShardField s:b r:core_node4 x:withShardField_b_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2872701 INFO  (qtp1309818207-18260) [n:127.0.0.1:62446_solr c:withShardField s:b r:core_node5 x:withShardField_b_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2872701 INFO  (qtp1982328654-18246) [n:127.0.0.1:62444_solr c:withShardField s:b r:core_node4 x:withShardField_b_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5652b3d1
   [junit4]   2> 2872701 INFO  (qtp1309818207-18260) [n:127.0.0.1:62446_solr c:withShardField s:b r:core_node5 x:withShardField_b_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3792abda
   [junit4]   2> 2872702 INFO  (qtp1221614242-18272) [n:127.0.0.1:62447_solr c:withShardField s:c r:core_node6 x:withShardField_c_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2872702 INFO  (qtp1309818207-18261) [n:127.0.0.1:62446_solr c:withShardField s:d r:core_node3 x:withShardField_d_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2872702 INFO  (qtp1309818207-18261) [n:127.0.0.1:62446_solr c:withShardField s:d r:core_node3 x:withShardField_d_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2872703 INFO  (qtp1221614242-18272) [n:127.0.0.1:62447_solr c:withShardField s:c r:core_node6 x:withShardField_c_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2872703 INFO  (qtp115370241-18253) [n:127.0.0.1:62445_solr c:withShardField s:c r:core_node2 x:withShardField_c_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2872703 INFO  (qtp1309818207-18261) [n:127.0.0.1:62446_solr c:withShardField s:d r:core_node3 x:withShardField_d_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2872703 INFO  (qtp115370241-18253) [n:127.0.0.1:62445_solr c:withShardField s:c r:core_node2 x:withShardField_c_replica1] o.a.s.u.p.LogUpdateProcessorFactory [withShardField_c_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:62444/solr/withShardField_d_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 2872703 INFO  (qtp1309818207-18261) [n:127.0.0.1:62446_solr c:withShardField s:d r:core_node3 x:withShardField_d_replica1] o.a.s.u.p.LogUpdateProcessorFactory [withShardField_d_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:62444/solr/withShardField_d_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 2872704 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:d r:core_node8 x:withShardField_d_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2872704 INFO  (qtp1221614242-18272) [n:127.0.0.1:62447_solr c:withShardField s:c r:core_node6 x:withShardField_c_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2872705 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:d r:core_node8 x:withShardField_d_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 2872705 INFO  (qtp1221614242-18272) [n:127.0.0.1:62447_solr c:withShardField s:c r:core_node6 x:withShardField_c_replica2] o.a.s.u.p.LogUpdateProcessorFactory [withShardField_c_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:62444/solr/withShardField_d_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 2872705 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:d r:core_node8 x:withShardField_d_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2872706 INFO  (qtp1982328654-18239) [n:127.0.0.1:62444_solr c:withShardField s:d r:core_node8 x:withShardField_d_replica2] o.a.s.u.p.LogUpdateProcessorFactory [withShardField_d_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:62444/solr/withShardField_d_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 2872715 INFO  (qtp1982328654-18246) [n:127.0.0.1:62444_solr c:withShardField s:b r:core_node4 x:withShardField_b_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@12969940[withShardField_b_replica2] main]
   [junit4]   2> 2872715 INFO  (searcherExecutor-7655-thread-1-processing-n:127.0.0.1:62444_solr x:withShardField_b_replica2 s:b c:withShardField r:core_node4) [n:127.0.0.1:62444_solr c:withShardField s:b r:core_node4 x:withShardField_b_replica2] o.a.s.c.SolrCore [withShardField_b_replica2] Registered new searcher Searcher@12969940[withShardField_b_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C1)))}
   [junit4]   2> 2872716 INFO  (qtp1982328654-18246) [n:127.0.0.1:62444_solr c:withShardField s:b r:core_node4 x:withShardField_b_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2872716 INFO  (qtp1982328654-18246) [n:127.0.0.1:62444_solr c:withShardField s:b r:core_node4 x:withShardField_b_replica2] o.a.s.u.p.LogUpdateProcessorFactory [withShardField_b_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:62444/solr/withShardField_d_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 15
   [junit4]   2> 2872716 INFO  (qtp1309818207-18260) [n:127.0.0.1:62446_solr c:withShardField s:b r:core_node5 x:withShardField_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ea3491a[withShardField_b_replica1] main]
   [junit4]   2> 2872717 INFO  (qtp1309818207-18260) [n:127.0.0.1:62446_solr c:withShardField s:b r:core_node5 x:withShardField_b_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2872717 INFO  (searcherExecutor-7659-thread-1-processing-n:127.0.0.1:62446_solr x:withShardField_b_replica1 s:b c:withShardField r:core_node5) [n:127.0.0.1:62446_solr c:withShardField s:b r:core_node5 x:withShardField_b_replica1] o.a.s.c.SolrCore [withShardField_b_replica1] Registered new searcher Searcher@1ea3491a[withShardField_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C1)))}
   [junit4]   2> 2872717 INFO  (qtp1309818207-18260) [n:127.0.0.1:62446_solr c:withShardField s:b r:core_node5 x:withShardField_b_replica1] o.a.s.u.p.LogUpdateProcessorFactory [withShardField_b_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:62444/solr/withShardField_d_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 16
   [junit4]   2> 2872717 INFO  (qtp115370241-18247) [n:127.0.0.1:62445_solr c:wi

[...truncated too long message...]

.e.j.s.ServletContextHandler@54c760ed{/solr,null,UNAVAILABLE}
   [junit4]   2> 2917618 INFO  (coreCloseExecutor-7800-thread-1) [n:127.0.0.1:62445_solr c:testCreateShardRepFactor s:x r:core_node3 x:testCreateShardRepFactor_x_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 2917621 INFO  (jetty-closer-3373-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97925181125754891-127.0.0.1:62445_solr-n_0000000000) closing
   [junit4]   2> 2917621 INFO  (OverseerStateUpdate-97925181125754891-127.0.0.1:62445_solr-n_0000000000) [n:127.0.0.1:62445_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:62445_solr
   [junit4]   2> 2917623 WARN  (zkCallback-3393-thread-1-processing-n:127.0.0.1:62445_solr) [n:127.0.0.1:62445_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2917623 INFO  (jetty-closer-3373-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2917623 INFO  (jetty-closer-3373-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f9729ce{/solr,null,UNAVAILABLE}
   [junit4]   2> 2919126 INFO  (jetty-closer-3373-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2919127 INFO  (jetty-closer-3373-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16084c2e{/solr,null,UNAVAILABLE}
   [junit4]   2> 2919128 ERROR (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2919129 INFO  (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62442 62442
   [junit4]   2> 2919154 INFO  (Thread-3521) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62442 62442
   [junit4]   2> 2926328 WARN  (Thread-3521) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/configs/conf
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	4	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	4	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	4	/solr/collections/withShardField/state.json
   [junit4]   2> 	2	/solr/collections/implicitcoll/leader_elect/c/election/97925181125754889-core_node9-n_0000000000
   [junit4]   2> 	2	/solr/collections/implicitcoll/leader_elect/b/election/97925181125754891-core_node10-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	27	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2926328 INFO  (SUITE-CustomCollectionTest-seed#[65B55789ABBBD6DE]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_65B55789ABBBD6DE-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=1523, maxMBSortInHeap=7.01983247399894, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=zh, timezone=Asia/Calcutta
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=198398624,total=436998144
   [junit4]   2> NOTE: All tests run in this JVM: [TestLeaderElectionWithEmptyReplica, TestPointFields, HdfsDirectoryFactoryTest, SyncSliceTest, TestDistribIDF, TestSolrQueryParserResource, DeleteLastCustomShardedReplicaTest, TestSerializedLuceneMatchVersion, TestChildDocTransformer, PeerSyncReplicationTest, ClassificationUpdateProcessorTest, WrapperMergePolicyFactoryTest, TestEmbeddedSolrServerConstructors, TestWordDelimiterFilterFactory, TestSchemaNameResource, TestIBSimilarityFactory, TestJsonRequest, DocValuesMissingTest, TestExtendedDismaxParser, SystemInfoHandlerTest, UnloadDistributedZkTest, TestSchemalessBufferedUpdates, TestCloudNestedDocsSort, JavabinLoaderTest, HdfsDirectoryTest, TestSolrDynamicMBean, TestStressUserVersions, TestConfigSetImmutable, TestJsonFacetRefinement, TestOnReconnectListenerSupport, TestSolrConfigHandlerConcurrent, TestMultiWordSynonyms, TestMinMaxOnMultiValuedField, TestSolrJ, V2ApiIntegrationTest, DirectoryFactoryTest, SolrMetricReporterTest, TestCloudManagedSchema, CurrencyFieldXmlFileTest, OverseerModifyCollectionTest, OverseerTest, DeleteStatusTest, TestDFISimilarityFactory, RankQueryTest, TestLegacyFieldCache, ChangedSchemaMergeTest, TestHashQParserPlugin, TestManagedSchemaAPI, TestGroupingSearch, TestJettySolrRunner, HardAutoCommitTest, HttpPartitionTest, TestComplexPhraseLeadingWildcard, DistributedQueryComponentCustomSortTest, MigrateRouteKeyTest, TestAnalyzeInfixSuggestions, ActionThrottleTest, TestRTGBase, TestInPlaceUpdatesStandalone, TestRandomDVFaceting, DocValuesNotIndexedTest, DistributedFacetPivotSmallTest, DistributedQueryElevationComponentTest, DistribDocExpirationUpdateProcessorTest, TestReplicationHandler, TestConfigsApi, RulesTest, TestHighFrequencyDictionaryFactory, HdfsRecoverLeaseTest, BitVectorTest, LeaderFailoverAfterPartitionTest, SolrCoreMetricManagerTest, PingRequestHandlerTest, OpenExchangeRatesOrgProviderTest, TestSolrCloudSnapshots, DocValuesTest, TestReRankQParserPlugin, TestReplicaProperties, HdfsRestartWhileUpdatingTest, TestPKIAuthenticationPlugin, DistributedQueueTest, SaslZkACLProviderTest, TestUpdate, ConcurrentDeleteAndCreateCollectionTest, TestHdfsUpdateLog, TestApiFramework, TestFieldTypeCollectionResource, SOLR749Test, FileUtilsTest, TestBinaryField, RollingRestartTest, TestCoreContainer, MetricUtilsTest, TestExclusionRuleCollectionAccess, TestSolr4Spatial2, PeerSyncTest, TestFieldCacheVsDocValues, TestCSVLoader, TestXmlQParser, ZkStateReaderTest, TestCustomStream, TestBM25SimilarityFactory, TestFieldCacheReopen, DistributedFacetExistsSmallTest, OutputWriterTest, MoveReplicaTest, TestMacroExpander, TestClassNameShortening, TestExactStatsCache, TestSimpleTextCodec, FastVectorHighlighterTest, UUIDUpdateProcessorFallbackTest, AlternateDirectoryTest, TestDocBasedVersionConstraints, TestFunctionQuery, TestTolerantUpdateProcessorRandomCloud, JsonValidatorTest, TestPartialUpdateDeduplication, SynonymTokenizerTest, CursorPagingTest, AssignTest, TestXIncludeConfig, HdfsUnloadDistributedZkTest, ZkControllerTest, SoftAutoCommitTest, TermsComponentTest, TestStressLiveNodes, DistributedSuggestComponentTest, TestManagedStopFilterFactory, PrimitiveFieldTypeTest, NumericFieldsTest, SolrRequestParserTest, TestRequestStatusCollectionAPI, TestCustomSort, TestBackupRepositoryFactory, TestSubQueryTransformerCrossCore, SimpleMLTQParserTest, DocValuesMultiTest, DocExpirationUpdateProcessorFactoryTest, TestDocumentBuilder, TestConfigSetsAPIExclusivity, DateFieldTest, SpatialFilterTest, TestStressVersions, SampleTest, DOMUtilTest, BasicDistributedZkTest, SolrGangliaReporterTest, CollectionStateFormat2Test, IndexSchemaRuntimeFieldTest, TestHighlightDedupGrouping, TestElisionMultitermQuery, TestOverriddenPrefixQueryForCustomFieldType, TriLevelCompositeIdRoutingTest, PathHierarchyTokenizerFactoryTest, JSONWriterTest, ReplicationFactorTest, PropertiesRequestHandlerTest, DistributedMLTComponentTest, TestCharFilters, QueryElevationComponentTest, TestLazyCores, TestReloadDeadlock, CollectionsAPIAsyncDistributedZkTest, TestMaxScoreQueryParser, ClusterStateUpdateTest, TestPostingsSolrHighlighter, TestFilteredDocIdSet, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, LeaderElectionTest, TestZkChroot, ShardRoutingCustomTest, TestDistributedSearch, TestStressReorder, TestReload, DistributedTermsComponentTest, SolrCmdDistributorTest, TestSort, DirectUpdateHandlerTest, HighlighterTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, DocumentBuilderTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, TestJmxIntegration, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestComponentsName, TestBinaryResponseWriter, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, ClusterStateTest, TestLRUCache, TestUtils, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestTolerantSearch, TestPathTrie, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, CustomCollectionTest]
   [junit4] Completed [505/711 (1!)] on J0 in 60.78s, 4 tests, 1 error <<< FAILURES!

[...truncated 44186 lines...]