You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/16 17:38:18 UTC

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 764 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/764/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

34 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Collection not found: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
	at __randomizedtesting.SeedInfo.seed([B676ACEEAB5DFB06:E326447C07A434F6]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1394)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1087)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:232)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.GetByIdTest

Error Message:
org.apache.solr.client.solrj.GetByIdTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.GetByIdTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/GetByIdTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.SolrExceptionTest

Error Message:
org.apache.solr.client.solrj.SolrExceptionTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.SolrExceptionTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/SolrExceptionTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest

Error Message:
org.apache.solr.client.solrj.impl.CloudSolrClientTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.CloudSolrClientTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/CloudSolrClientTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest

Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientBuilderTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest

Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientSSLAuthConPoolTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections

Error Message:
org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/TestCloudSolrClientConnections.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.graph.GraphExpressionTest

Error Message:
org.apache.solr.client.solrj.io.graph.GraphExpressionTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.graph.GraphExpressionTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/graph/GraphExpressionTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcDriverTest

Error Message:
org.apache.solr.client.solrj.io.sql.JdbcDriverTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.sql.JdbcDriverTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/sql/JdbcDriverTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest

Error Message:
org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/SelectWithEvaluatorsTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest

Error Message:
org.apache.solr.client.solrj.io.stream.StreamExpressionTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/StreamExpressionTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest

Error Message:
org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest

Error Message:
org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamingTest

Error Message:
org.apache.solr.client.solrj.io.stream.StreamingTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.StreamingTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/StreamingTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/AddEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/CompoundEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.DivideEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.DivideEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.DivideEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/DivideEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ExclusiveOrEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.GreaterThanEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.GreaterThanEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.GreaterThanEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/GreaterThanEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.LessThanEqualToEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.LessThanEqualToEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.LessThanEqualToEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/LessThanEqualToEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/NotEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/OrEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.RawValueEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.RawValueEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.RawValueEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/RawValueEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.SubtractEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.SubtractEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.SubtractEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/SubtractEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.ops.ConcatOperationTest

Error Message:
org.apache.solr.client.solrj.io.stream.ops.ConcatOperationTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.ops.ConcatOperationTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/ops/ConcatOperationTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestCollectionAdminRequest

Error Message:
org.apache.solr.client.solrj.request.TestCollectionAdminRequest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.TestCollectionAdminRequest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/request/TestCollectionAdminRequest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestConfigSetAdminRequest

Error Message:
org.apache.solr.client.solrj.request.TestConfigSetAdminRequest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.TestConfigSetAdminRequest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/request/TestConfigSetAdminRequest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  org.apache.solr.client.solrj.request.TestCoreAdmin.testReloadCoreAfterFailure

Error Message:
invalid API spec: apispec/cluster.nodes.json

Stack Trace:
java.lang.RuntimeException: invalid API spec: apispec/cluster.nodes.json
	at __randomizedtesting.SeedInfo.seed([F58ECCD7D43EFB98:61763186FEA66F1C]:0)
	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
	at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
	at org.apache.solr.api.Api.getSpec(Api.java:64)
	at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:186)
	at org.apache.solr.core.CoreContainer.createHandler(CoreContainer.java:1323)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:487)
	at org.apache.solr.core.CoreContainer.createAndLoad(CoreContainer.java:411)
	at org.apache.solr.client.solrj.embedded.AbstractEmbeddedSolrServerTestCase.setUp(AbstractEmbeddedSolrServerTestCase.java:64)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestCoreAdmin

Error Message:
Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.request.TestCoreAdmin_F58ECCD7D43EFB98-001/solrHome-001

Stack Trace:
java.io.IOException: Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.request.TestCoreAdmin_F58ECCD7D43EFB98-001/solrHome-001
	at __randomizedtesting.SeedInfo.seed([F58ECCD7D43EFB98]:0)
	at org.apache.commons.io.FileUtils.verifiedListFiles(FileUtils.java:1709)
	at org.apache.commons.io.FileUtils.cleanDirectory(FileUtils.java:1674)
	at org.apache.commons.io.FileUtils.deleteDirectory(FileUtils.java:1575)
	at org.apache.solr.client.solrj.embedded.AbstractEmbeddedSolrServerTestCase.tearDownHome(AbstractEmbeddedSolrServerTestCase.java:90)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestUpdateRequest

Error Message:
org.apache.solr.client.solrj.request.TestUpdateRequest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.TestUpdateRequest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/request/TestUpdateRequest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.response.FacetFieldTest

Error Message:
org.apache.solr.client.solrj.response.FacetFieldTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.response.FacetFieldTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/response/FacetFieldTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.response.TestDelegationTokenResponse

Error Message:
org.apache.solr.client.solrj.response.TestDelegationTokenResponse

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.response.TestDelegationTokenResponse
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/response/TestDelegationTokenResponse.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.common.params.CommonParamsTest

Error Message:
org.apache.solr.common.params.CommonParamsTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.common.params.CommonParamsTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/params/CommonParamsTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.common.util.NamedListTest

Error Message:
org.apache.solr.common.util.NamedListTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.common.util.NamedListTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/util/NamedListTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more




Build Log:
[...truncated 12471 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_B676ACEEAB5DFB06-001/init-core-data-001
   [junit4]   2> 2286799 WARN  (SUITE-CustomCollectionTest-seed#[B676ACEEAB5DFB06]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2286799 INFO  (SUITE-CustomCollectionTest-seed#[B676ACEEAB5DFB06]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2286803 INFO  (SUITE-CustomCollectionTest-seed#[B676ACEEAB5DFB06]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2286804 INFO  (SUITE-CustomCollectionTest-seed#[B676ACEEAB5DFB06]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_B676ACEEAB5DFB06-001/tempDir-001
   [junit4]   2> 2286804 INFO  (SUITE-CustomCollectionTest-seed#[B676ACEEAB5DFB06]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2286806 INFO  (Thread-3407) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2286806 INFO  (Thread-3407) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2286911 INFO  (SUITE-CustomCollectionTest-seed#[B676ACEEAB5DFB06]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:60419
   [junit4]   2> 2286944 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad805f0ec0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2286945 INFO  (jetty-launcher-3590-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2286945 INFO  (jetty-launcher-3590-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2286948 INFO  (jetty-launcher-3590-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2286949 INFO  (jetty-launcher-3590-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2286954 INFO  (jetty-launcher-3590-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77f26c9c{/solr,null,AVAILABLE}
   [junit4]   2> 2286954 INFO  (jetty-launcher-3590-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a0ab266{/solr,null,AVAILABLE}
   [junit4]   2> 2286955 INFO  (jetty-launcher-3590-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7ada16a1{HTTP/1.1,[http/1.1]}{127.0.0.1:60421}
   [junit4]   2> 2286955 INFO  (jetty-launcher-3590-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@221a3bdf{HTTP/1.1,[http/1.1]}{127.0.0.1:60422}
   [junit4]   2> 2286955 INFO  (jetty-launcher-3590-thread-4) [    ] o.e.j.s.Server Started @2292137ms
   [junit4]   2> 2286955 INFO  (jetty-launcher-3590-thread-2) [    ] o.e.j.s.Server Started @2292137ms
   [junit4]   2> 2286955 INFO  (jetty-launcher-3590-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60421}
   [junit4]   2> 2286955 INFO  (jetty-launcher-3590-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60422}
   [junit4]   2> 2286955 ERROR (jetty-launcher-3590-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2286956 ERROR (jetty-launcher-3590-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2286956 INFO  (jetty-launcher-3590-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.5.0
   [junit4]   2> 2286956 INFO  (jetty-launcher-3590-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2286956 INFO  (jetty-launcher-3590-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2286956 INFO  (jetty-launcher-3590-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T16:49:12.576Z
   [junit4]   2> 2286956 INFO  (jetty-launcher-3590-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.5.0
   [junit4]   2> 2286956 INFO  (jetty-launcher-3590-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2286957 INFO  (jetty-launcher-3590-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2286957 INFO  (jetty-launcher-3590-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T16:49:12.577Z
   [junit4]   2> 2286962 INFO  (jetty-launcher-3590-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e622ad9{/solr,null,AVAILABLE}
   [junit4]   2> 2286962 INFO  (jetty-launcher-3590-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@632fa8f4{/solr,null,AVAILABLE}
   [junit4]   2> 2286963 INFO  (jetty-launcher-3590-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@624d0528{HTTP/1.1,[http/1.1]}{127.0.0.1:60425}
   [junit4]   2> 2286963 INFO  (jetty-launcher-3590-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@766ba310{HTTP/1.1,[http/1.1]}{127.0.0.1:60426}
   [junit4]   2> 2286963 INFO  (jetty-launcher-3590-thread-1) [    ] o.e.j.s.Server Started @2292145ms
   [junit4]   2> 2286963 INFO  (jetty-launcher-3590-thread-3) [    ] o.e.j.s.Server Started @2292145ms
   [junit4]   2> 2286963 INFO  (jetty-launcher-3590-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60425}
   [junit4]   2> 2286963 INFO  (jetty-launcher-3590-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60426}
   [junit4]   2> 2286963 ERROR (jetty-launcher-3590-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2286963 ERROR (jetty-launcher-3590-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2286964 INFO  (jetty-launcher-3590-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.5.0
   [junit4]   2> 2286964 INFO  (jetty-launcher-3590-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2286964 INFO  (jetty-launcher-3590-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2286964 INFO  (jetty-launcher-3590-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T16:49:12.584Z
   [junit4]   2> 2286970 INFO  (jetty-launcher-3590-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.5.0
   [junit4]   2> 2286970 INFO  (jetty-launcher-3590-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2286971 INFO  (jetty-launcher-3590-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2286971 INFO  (jetty-launcher-3590-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T16:49:12.591Z
   [junit4]   2> 2286979 INFO  (jetty-launcher-3590-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2286980 INFO  (jetty-launcher-3590-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2286980 INFO  (jetty-launcher-3590-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2286980 INFO  (jetty-launcher-3590-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287079 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad805f0ec0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2287081 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad805f0ec0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2287082 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad805f0ec0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2287082 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad805f0ec0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2287085 INFO  (jetty-launcher-3590-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2287085 INFO  (jetty-launcher-3590-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2287085 INFO  (jetty-launcher-3590-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2287086 INFO  (jetty-launcher-3590-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60419/solr
   [junit4]   2> 2287087 INFO  (jetty-launcher-3590-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60419/solr
   [junit4]   2> 2287087 INFO  (jetty-launcher-3590-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2287089 INFO  (jetty-launcher-3590-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60419/solr
   [junit4]   2> 2287090 INFO  (jetty-launcher-3590-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60419/solr
   [junit4]   2> 2287093 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad805f0ec0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2287094 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ad805f0ec0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2287186 INFO  (jetty-launcher-3590-thread-2) [n:127.0.0.1:60422_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2287186 INFO  (jetty-launcher-3590-thread-4) [n:127.0.0.1:60421_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2287186 INFO  (jetty-launcher-3590-thread-3) [n:127.0.0.1:60426_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2287187 INFO  (jetty-launcher-3590-thread-1) [n:127.0.0.1:60425_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2287187 INFO  (jetty-launcher-3590-thread-4) [n:127.0.0.1:60421_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60421_solr
   [junit4]   2> 2287189 INFO  (jetty-launcher-3590-thread-2) [n:127.0.0.1:60422_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60422_solr
   [junit4]   2> 2287189 INFO  (jetty-launcher-3590-thread-3) [n:127.0.0.1:60426_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60426_solr
   [junit4]   2> 2287190 INFO  (jetty-launcher-3590-thread-4) [n:127.0.0.1:60421_solr    ] o.a.s.c.Overseer Overseer (id=97627861970321417-127.0.0.1:60421_solr-n_0000000000) starting
   [junit4]   2> 2287190 INFO  (jetty-launcher-3590-thread-1) [n:127.0.0.1:60425_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60425_solr
   [junit4]   2> 2287193 INFO  (zkCallback-3609-thread-1-processing-n:127.0.0.1:60421_solr) [n:127.0.0.1:60421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2287194 INFO  (zkCallback-3611-thread-1-processing-n:127.0.0.1:60425_solr) [n:127.0.0.1:60425_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2287193 INFO  (zkCallback-3612-thread-1-processing-n:127.0.0.1:60426_solr) [n:127.0.0.1:60426_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2287195 INFO  (zkCallback-3610-thread-1-processing-n:127.0.0.1:60422_solr) [n:127.0.0.1:60422_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2287195 INFO  (zkCallback-3612-thread-1-processing-n:127.0.0.1:60426_solr) [n:127.0.0.1:60426_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2287196 INFO  (zkCallback-3609-thread-1-processing-n:127.0.0.1:60421_solr) [n:127.0.0.1:60421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2287196 INFO  (zkCallback-3611-thread-1-processing-n:127.0.0.1:60425_solr) [n:127.0.0.1:60425_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2287197 INFO  (zkCallback-3610-thread-1-processing-n:127.0.0.1:60422_solr) [n:127.0.0.1:60422_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287197 INFO  (zkCallback-3612-thread-1-processing-n:127.0.0.1:60426_solr) [n:127.0.0.1:60426_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287198 INFO  (zkCallback-3609-thread-1-processing-n:127.0.0.1:60421_solr) [n:127.0.0.1:60421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287198 INFO  (zkCallback-3611-thread-1-processing-n:127.0.0.1:60425_solr) [n:127.0.0.1:60425_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287230 INFO  (jetty-launcher-3590-thread-4) [n:127.0.0.1:60421_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60421_solr
   [junit4]   2> 2287233 INFO  (zkCallback-3612-thread-1-processing-n:127.0.0.1:60426_solr) [n:127.0.0.1:60426_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287233 INFO  (zkCallback-3609-thread-1-processing-n:127.0.0.1:60421_solr) [n:127.0.0.1:60421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287233 INFO  (zkCallback-3611-thread-1-processing-n:127.0.0.1:60425_solr) [n:127.0.0.1:60425_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287233 INFO  (zkCallback-3610-thread-1-processing-n:127.0.0.1:60422_solr) [n:127.0.0.1:60422_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2290582 INFO  (jetty-launcher-3590-thread-3) [n:127.0.0.1:60426_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_B676ACEEAB5DFB06-001/tempDir-001/node3/.
   [junit4]   2> 2290583 INFO  (jetty-launcher-3590-thread-1) [n:127.0.0.1:60425_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_B676ACEEAB5DFB06-001/tempDir-001/node1/.
   [junit4]   2> 2290585 INFO  (jetty-launcher-3590-thread-4) [n:127.0.0.1:60421_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions undern

[...truncated too long message...]

client.solrj.request.TestCollectionAdminRequest
   [junit4] ERROR   0.00s J0 | TestCollectionAdminRequest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.TestCollectionAdminRequest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/request/TestCollectionAdminRequest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [102/109 (28!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.request.TestConfigSetAdminRequest
   [junit4] ERROR   0.00s J0 | TestConfigSetAdminRequest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.TestConfigSetAdminRequest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/request/TestConfigSetAdminRequest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [103/109 (29!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.request.TestUpdateRequest
   [junit4] ERROR   0.00s J0 | TestUpdateRequest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.client.solrj.request.TestUpdateRequest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/request/TestUpdateRequest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [104/109 (30!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.response.TestDelegationTokenResponse
   [junit4] ERROR   0.00s J0 | TestDelegationTokenResponse (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.client.solrj.response.TestDelegationTokenResponse
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/response/TestDelegationTokenResponse.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [105/109 (31!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.params.CommonParamsTest
   [junit4] ERROR   0.00s J0 | CommonParamsTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.params.CommonParamsTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/params/CommonParamsTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [106/109 (32!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 61988 lines...]


[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 766 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/766/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Collection not found: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
	at __randomizedtesting.SeedInfo.seed([DDFA3471D3F03F0D:88AADCE37F09F0FD]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1394)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1087)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1057)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:232)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11799 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/init-core-data-001
   [junit4]   2> 1504272 WARN  (SUITE-CustomCollectionTest-seed#[DDFA3471D3F03F0D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 1504272 INFO  (SUITE-CustomCollectionTest-seed#[DDFA3471D3F03F0D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1504277 INFO  (SUITE-CustomCollectionTest-seed#[DDFA3471D3F03F0D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1504278 INFO  (SUITE-CustomCollectionTest-seed#[DDFA3471D3F03F0D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001
   [junit4]   2> 1504278 INFO  (SUITE-CustomCollectionTest-seed#[DDFA3471D3F03F0D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1504279 INFO  (Thread-1679) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1504279 INFO  (Thread-1679) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1504385 INFO  (SUITE-CustomCollectionTest-seed#[DDFA3471D3F03F0D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:59356
   [junit4]   2> 1504410 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1504410 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1504411 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1504411 INFO  (jetty-launcher-1626-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1504415 INFO  (jetty-launcher-1626-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f4c52d{/solr,null,AVAILABLE}
   [junit4]   2> 1504416 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d1f8f2b{/solr,null,AVAILABLE}
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2826bfe2{HTTP/1.1,[http/1.1]}{127.0.0.1:59358}
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-4) [    ] o.e.j.s.Server Started @1509927ms
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59358}
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@399646fb{HTTP/1.1,[http/1.1]}{127.0.0.1:59359}
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-2) [    ] o.e.j.s.Server Started @1509927ms
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59359}
   [junit4]   2> 1504417 ERROR (jetty-launcher-1626-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1504417 ERROR (jetty-launcher-1626-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-17T14:26:48.402Z
   [junit4]   2> 1504417 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-17T14:26:48.402Z
   [junit4]   2> 1504420 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@444b69f1{/solr,null,AVAILABLE}
   [junit4]   2> 1504421 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25833480{/solr,null,AVAILABLE}
   [junit4]   2> 1504421 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6b6dea95{HTTP/1.1,[http/1.1]}{127.0.0.1:59361}
   [junit4]   2> 1504421 INFO  (jetty-launcher-1626-thread-3) [    ] o.e.j.s.Server Started @1509931ms
   [junit4]   2> 1504421 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59361}
   [junit4]   2> 1504421 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@395859a1{HTTP/1.1,[http/1.1]}{127.0.0.1:59362}
   [junit4]   2> 1504421 INFO  (jetty-launcher-1626-thread-1) [    ] o.e.j.s.Server Started @1509931ms
   [junit4]   2> 1504421 ERROR (jetty-launcher-1626-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1504421 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59362}
   [junit4]   2> 1504421 ERROR (jetty-launcher-1626-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1504421 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1504421 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1504422 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1504421 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1504422 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1504422 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-17T14:26:48.407Z
   [junit4]   2> 1504422 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1504422 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-17T14:26:48.407Z
   [junit4]   2> 1504424 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1504427 INFO  (jetty-launcher-1626-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1504427 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1504427 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1504440 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1504441 INFO  (jetty-launcher-1626-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1504441 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1504442 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1504443 INFO  (jetty-launcher-1626-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59356/solr
   [junit4]   2> 1504443 INFO  (jetty-launcher-1626-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59356/solr
   [junit4]   2> 1504445 INFO  (jetty-launcher-1626-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59356/solr
   [junit4]   2> 1504447 INFO  (jetty-launcher-1626-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59356/solr
   [junit4]   2> 1504512 INFO  (jetty-launcher-1626-thread-4) [n:127.0.0.1:59358_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1504514 INFO  (jetty-launcher-1626-thread-4) [n:127.0.0.1:59358_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59358_solr
   [junit4]   2> 1504516 INFO  (jetty-launcher-1626-thread-4) [n:127.0.0.1:59358_solr    ] o.a.s.c.Overseer Overseer (id=97632964330520588-127.0.0.1:59358_solr-n_0000000000) starting
   [junit4]   2> 1504518 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:59361_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1504520 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:59362_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1504521 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:59359_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1504521 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:59361_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59361_solr
   [junit4]   2> 1504525 INFO  (zkCallback-1647-thread-1-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1504525 INFO  (zkCallback-1648-thread-1-processing-n:127.0.0.1:59361_solr) [n:127.0.0.1:59361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1504527 INFO  (zkCallback-1645-thread-1-processing-n:127.0.0.1:59359_solr) [n:127.0.0.1:59359_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1504527 INFO  (zkCallback-1646-thread-1-processing-n:127.0.0.1:59362_solr) [n:127.0.0.1:59362_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1504530 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:59362_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59362_solr
   [junit4]   2> 1504531 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:59359_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59359_solr
   [junit4]   2> 1504534 INFO  (jetty-launcher-1626-thread-4) [n:127.0.0.1:59358_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59358_solr
   [junit4]   2> 1504537 INFO  (zkCallback-1646-thread-1-processing-n:127.0.0.1:59362_solr) [n:127.0.0.1:59362_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1504537 INFO  (zkCallback-1647-thread-1-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1504538 INFO  (zkCallback-1648-thread-1-processing-n:127.0.0.1:59361_solr) [n:127.0.0.1:59361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1504538 INFO  (zkCallback-1645-thread-1-processing-n:127.0.0.1:59359_solr) [n:127.0.0.1:59359_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1504547 INFO  (zkCallback-1647-thread-1-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1504547 INFO  (zkCallback-1646-thread-1-processing-n:127.0.0.1:59362_solr) [n:127.0.0.1:59362_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1504547 INFO  (zkCallback-1648-thread-1-processing-n:127.0.0.1:59361_solr) [n:127.0.0.1:59361_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1504547 INFO  (zkCallback-1645-thread-1-processing-n:127.0.0.1:59359_solr) [n:127.0.0.1:59359_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1504663 INFO  (jetty-launcher-1626-thread-2) [n:127.0.0.1:59359_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node2/.
   [junit4]   2> 1504675 INFO  (jetty-launcher-1626-thread-1) [n:127.0.0.1:59362_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node1/.
   [junit4]   2> 1504752 INFO  (jetty-launcher-1626-thread-4) [n:127.0.0.1:59358_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node4/.
   [junit4]   2> 1504895 INFO  (jetty-launcher-1626-thread-3) [n:127.0.0.1:59361_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node3/.
   [junit4]   2> 1506113 INFO  (SUITE-CustomCollectionTest-seed#[DDFA3471D3F03F0D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1506115 INFO  (SUITE-CustomCollectionTest-seed#[DDFA3471D3F03F0D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59356/solr ready
   [junit4]   2> 1506153 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[DDFA3471D3F03F0D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
   [junit4]   2> 1506155 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[DDFA3471D3F03F0D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1506164 INFO  (qtp131081776-8230) [n:127.0.0.1:59359_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1506168 INFO  (OverseerThreadFactory-3479-thread-1-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.CreateCollectionCmd Create collection routeFieldColl
   [junit4]   2> 1506287 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1506290 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2
   [junit4]   2> 1506291 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1506292 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1506292 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2
   [junit4]   2> 1506292 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2
   [junit4]   2> 1506293 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2
   [junit4]   2> 1506293 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1506427 INFO  (zkCallback-1646-thread-1-processing-n:127.0.0.1:59362_solr) [n:127.0.0.1:59362_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1506427 INFO  (zkCallback-1645-thread-1-processing-n:127.0.0.1:59359_solr) [n:127.0.0.1:59359_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1506427 INFO  (zkCallback-1647-thread-2-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1506427 INFO  (zkCallback-1648-thread-1-processing-n:127.0.0.1:59361_solr) [n:127.0.0.1:59361_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1507334 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1507334 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1507334 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1507350 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1507351 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1507357 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1507357 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1507360 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1507364 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1507366 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1507375 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1507403 WARN  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1507403 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1507403 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1507404 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1507408 WARN  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1507409 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1507412 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 1507412 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 1507412 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1507412 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1507413 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node4/routeFieldColl_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node4/./routeFieldColl_shard1_replica1/data/]
   [junit4]   2> 1507413 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node3/routeFieldColl_shard3_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node3/./routeFieldColl_shard3_replica2/data/]
   [junit4]   2> 1507414 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1507415 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1507416 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1507448 WARN  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1507448 WARN  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1507449 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1507450 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 1507450 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1507450 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node1/routeFieldColl_shard4_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node1/./routeFieldColl_shard4_replica2/data/]
   [junit4]   2> 1507451 WARN  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1507451 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1507452 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 1507453 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1507453 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node1/routeFieldColl_shard2_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node1/./routeFieldColl_shard2_replica2/data/]
   [junit4]   2> 1507456 WARN  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1507457 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1507457 WARN  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1507458 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1507458 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 1507459 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1507459 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node2/routeFieldColl_shard4_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node2/./routeFieldColl_shard4_replica1/data/]
   [junit4]   2> 1507459 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 1507460 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1507460 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node4/routeFieldColl_shard3_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node4/./routeFieldColl_shard3_replica1/data/]
   [junit4]   2> 1507460 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1507461 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 1507462 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1507462 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node2/routeFieldColl_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node2/./routeFieldColl_shard2_replica1/data/]
   [junit4]   2> 1507463 WARN  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1507464 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1507465 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 1507465 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1507465 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node3/routeFieldColl_shard1_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001/tempDir-001/node3/./routeFieldColl_shard1_replica2/data/]
   [junit4]   2> 1507627 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1507627 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1507628 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1507628 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1507632 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1507632 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1507635 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1507635 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1507637 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1507637 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1507638 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1507638 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1507640 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1507640 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1507642 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1507642 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1507644 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1507644 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1507650 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1507650 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1507652 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1507652 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1507654 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1507654 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1507654 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1507654 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1507654 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1507654 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1507655 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d9e4e51[routeFieldColl_shard4_replica1] main]
   [junit4]   2> 1507658 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1507658 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1507658 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1507659 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1507659 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1507659 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562127432830418944
   [junit4]   2> 1507659 INFO  (searcherExecutor-3492-thread-1-processing-n:127.0.0.1:59359_solr x:routeFieldColl_shard4_replica1 s:shard4 c:routeFieldColl) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore [routeFieldColl_shard4_replica1] Registered new searcher Searcher@3d9e4e51[routeFieldColl_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1507660 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1507660 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1507664 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e62aace[routeFieldColl_shard1_replica1] main]
   [junit4]   2> 1507666 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1507666 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1507666 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1507667 INFO  (searcherExecutor-3488-thread-1-processing-n:127.0.0.1:59358_solr x:routeFieldColl_shard1_replica1 s:shard1 c:routeFieldColl) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore [routeFieldColl_shard1_replica1] Registered new searcher Searcher@e62aace[routeFieldColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1507667 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562127432838807552
   [junit4]   2> 1507672 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9997ms
   [junit4]   2> 1507674 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d4ab860[routeFieldColl_shard4_replica2] main]
   [junit4]   2> 1507680 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1507680 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1507681 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1507681 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1507682 INFO  (searcherExecutor-3490-thread-1-processing-n:127.0.0.1:59362_solr x:routeFieldColl_shard4_replica2 s:shard4 c:routeFieldColl) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore [routeFieldColl_shard4_replica2] Registered new searcher Searcher@2d4ab860[routeFieldColl_shard4_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1507682 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562127432854536192
   [junit4]   2> 1507683 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@16347c41[routeFieldColl_shard2_replica2] main]
   [junit4]   2> 1507684 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7eec4c43[routeFieldColl_shard2_replica1] main]
   [junit4]   2> 1507684 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cf074e1[routeFieldColl_shard3_replica1] main]
   [junit4]   2> 1507686 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1507686 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1507687 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1507687 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1507687 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1507687 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1507687 INFO  (searcherExecutor-3494-thread-1-processing-n:127.0.0.1:59359_solr x:routeFieldColl_shard2_replica1 s:shard2 c:routeFieldColl) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore [routeFieldColl_shard2_replica1] Registered new searcher Searcher@7eec4c43[routeFieldColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1507688 INFO  (searcherExecutor-3493-thread-1-processing-n:127.0.0.1:59358_solr x:routeFieldColl_shard3_replica1 s:shard3 c:routeFieldColl) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore [routeFieldColl_shard3_replica1] Registered new searcher Searcher@2cf074e1[routeFieldColl_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1507688 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562127432860827648
   [junit4]   2> 1507688 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562127432860827648
   [junit4]   2> 1507700 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1507703 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1507705 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@65f5105b[routeFieldColl_shard1_replica2] main]
   [junit4]   2> 1507709 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ada62e5[routeFieldColl_shard3_replica2] main]
   [junit4]   2> 1507709 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1507710 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1507710 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1507710 INFO  (searcherExecutor-3495-thread-1-processing-n:127.0.0.1:59361_solr x:routeFieldColl_shard1_replica2 s:shard1 c:routeFieldColl) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore [routeFieldColl_shard1_replica2] Registered new searcher Searcher@65f5105b[routeFieldColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1507711 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562127432884944896
   [junit4]   2> 1507712 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1507712 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1507713 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1507713 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1507713 INFO  (searcherExecutor-3489-thread-1-processing-n:127.0.0.1:59361_solr x:routeFieldColl_shard3_replica2 s:shard3 c:routeFieldColl) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrCore [routeFieldColl_shard3_replica2] Registered new searcher Searcher@1ada62e5[routeFieldColl_shard3_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1507713 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1507714 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1507714 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562127432888090624
   [junit4]   2> 1507714 INFO  (searcherExecutor-3491-thread-1-processing-n:127.0.0.1:59362_solr x:routeFieldColl_shard2_replica2 s:shard2 c:routeFieldColl) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore [routeFieldColl_shard2_replica2] Registered new searcher Searcher@16347c41[routeFieldColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1507715 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562127432889139200
   [junit4]   2> 1507808 INFO  (zkCallback-1646-thread-1-processing-n:127.0.0.1:59362_solr) [n:127.0.0.1:59362_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1507808 INFO  (zkCallback-1645-thread-1-processing-n:127.0.0.1:59359_solr) [n:127.0.0.1:59359_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1507808 INFO  (zkCallback-1648-thread-1-processing-n:127.0.0.1:59361_solr) [n:127.0.0.1:59361_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1507808 INFO  (zkCallback-1647-thread-1-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508181 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1508181 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1508181 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59359/solr/routeFieldColl_shard4_replica1/
   [junit4]   2> 1508181 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica1 url=http://127.0.0.1:59359/solr START replicas=[http://127.0.0.1:59362/solr/routeFieldColl_shard4_replica2/] nUpdates=100
   [junit4]   2> 1508181 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica1 url=http://127.0.0.1:59359/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1508186 INFO  (qtp928621389-8241) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4 r:core_node5 x:routeFieldColl_shard4_replica2] o.a.s.c.S.Request [routeFieldColl_shard4_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1508186 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1508186 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1508186 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1508188 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1508188 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1508188 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59358/solr/routeFieldColl_shard1_replica1/
   [junit4]   2> 1508188 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica1 url=http://127.0.0.1:59358/solr START replicas=[http://127.0.0.1:59361/solr/routeFieldColl_shard1_replica2/] nUpdates=100
   [junit4]   2> 1508188 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica1 url=http://127.0.0.1:59358/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1508192 INFO  (qtp195930141-8238) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica2] o.a.s.c.S.Request [routeFieldColl_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1508193 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1508193 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1508193 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1508196 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59359/solr/routeFieldColl_shard4_replica1/ shard4
   [junit4]   2> 1508202 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1508202 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1508202 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59359/solr/routeFieldColl_shard2_replica1/
   [junit4]   2> 1508202 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica1 url=http://127.0.0.1:59359/solr START replicas=[http://127.0.0.1:59362/solr/routeFieldColl_shard2_replica2/] nUpdates=100
   [junit4]   2> 1508202 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica1 url=http://127.0.0.1:59359/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1508203 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59358/solr/routeFieldColl_shard1_replica1/ shard1
   [junit4]   2> 1508205 INFO  (qtp928621389-8248) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2 r:core_node4 x:routeFieldColl_shard2_replica2] o.a.s.c.S.Request [routeFieldColl_shard2_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1508206 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1508206 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1508206 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1508207 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1508207 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1508207 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59358/solr/routeFieldColl_shard3_replica1/
   [junit4]   2> 1508207 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard3_replica1 url=http://127.0.0.1:59358/solr START replicas=[http://127.0.0.1:59361/solr/routeFieldColl_shard3_replica2/] nUpdates=100
   [junit4]   2> 1508207 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard3_replica1 url=http://127.0.0.1:59358/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1508210 INFO  (qtp195930141-8245) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3 r:core_node6 x:routeFieldColl_shard3_replica2] o.a.s.c.S.Request [routeFieldColl_shard3_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1508211 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1508211 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1508211 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1508215 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59359/solr/routeFieldColl_shard2_replica1/ shard2
   [junit4]   2> 1508219 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59358/solr/routeFieldColl_shard3_replica1/ shard3
   [junit4]   2> 1508332 INFO  (zkCallback-1646-thread-1-processing-n:127.0.0.1:59362_solr) [n:127.0.0.1:59362_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508332 INFO  (zkCallback-1645-thread-1-processing-n:127.0.0.1:59359_solr) [n:127.0.0.1:59359_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508332 INFO  (zkCallback-1647-thread-3-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508332 INFO  (zkCallback-1648-thread-1-processing-n:127.0.0.1:59361_solr) [n:127.0.0.1:59361_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508359 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1508360 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1508364 INFO  (qtp1799299061-8219) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2} status=0 QTime=2071
   [junit4]   2> 1508364 INFO  (qtp131081776-8242) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2} status=0 QTime=2075
   [junit4]   2> 1508374 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1508374 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1508377 INFO  (qtp131081776-8240) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2} status=0 QTime=2089
   [junit4]   2> 1508377 INFO  (qtp1799299061-8217) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2} status=0 QTime=2085
   [junit4]   2> 1508487 INFO  (zkCallback-1646-thread-1-processing-n:127.0.0.1:59362_solr) [n:127.0.0.1:59362_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508487 INFO  (zkCallback-1647-thread-1-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508487 INFO  (zkCallback-1648-thread-1-processing-n:127.0.0.1:59361_solr) [n:127.0.0.1:59361_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508487 INFO  (zkCallback-1645-thread-1-processing-n:127.0.0.1:59359_solr) [n:127.0.0.1:59359_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508713 INFO  (qtp928621389-8235) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2} status=0 QTime=2421
   [junit4]   2> 1508725 INFO  (qtp195930141-8227) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2} status=0 QTime=2433
   [junit4]   2> 1508728 INFO  (qtp195930141-8229) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2} status=0 QTime=2435
   [junit4]   2> 1508730 INFO  (qtp928621389-8232) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2} status=0 QTime=2438
   [junit4]   2> 1508737 INFO  (qtp131081776-8230) [n:127.0.0.1:59359_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1508845 INFO  (zkCallback-1646-thread-1-processing-n:127.0.0.1:59362_solr) [n:127.0.0.1:59362_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508845 INFO  (zkCallback-1645-thread-1-processing-n:127.0.0.1:59359_solr) [n:127.0.0.1:59359_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508846 INFO  (zkCallback-1648-thread-1-processing-n:127.0.0.1:59361_solr) [n:127.0.0.1:59361_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1508845 INFO  (zkCallback-1647-thread-3-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1509737 INFO  (qtp131081776-8230) [n:127.0.0.1:59359_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=3573
   [junit4]   2> 1509749 INFO  (qtp195930141-8233) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59358/solr/routeFieldColl_shard1_replica1/&wt=javabin&version=2}{add=[8 (1562127435016699904)]} 0 1
   [junit4]   2> 1509750 INFO  (qtp1799299061-8220) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1 r:core_node8 x:routeFieldColl_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=routeFieldColl:5&wt=javabin&version=2}{add=[8 (1562127435016699904)]} 0 6
   [junit4]   2> 1509751 INFO  (qtp195930141-8228) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3 r:core_node6 x:routeFieldColl_shard3_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard3_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59358/solr/routeFieldColl_shard3_replica1/&wt=javabin&version=2}{add=[6 (1562127435016699904), 7 (1562127435018797056)]} 0 2
   [junit4]   2> 1509751 INFO  (qtp1799299061-8218) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3 r:core_node7 x:routeFieldColl_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard3_replica1]  webapp=/solr path=/update params={_stateVer_=routeFieldColl:5&wt=javabin&version=2}{add=[6 (1562127435016699904), 7 (1562127435018797056)]} 0 7
   [junit4]   2> 1509756 INFO  (qtp131081776-8243) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2 r:core_node1 x:routeFieldColl_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1509757 INFO  (qtp928621389-8234) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2 r:core_node4 x:routeFieldColl_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1509757 INFO  (qtp928621389-8234) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2 r:core_node4 x:routeFieldColl_shard2_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1509757 INFO  (qtp195930141-8238) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1509757 INFO  (qtp195930141-8238) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@43c975eb
   [junit4]   2> 1509760 INFO  (qtp1799299061-8221) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3 r:core_node7 x:routeFieldColl_shard3_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1509760 INFO  (qtp1799299061-8221) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard3 r:core_node7 x:routeFieldColl_shard3_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c063de
   [junit4]   2> 1509761 INFO  (qtp131081776-8243) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2 r:core_node1 x:routeFieldColl_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1509763 INFO  (qtp195930141-8245) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3 r:core_node6 x:routeFieldColl_shard3_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1509763 INFO  (qtp195930141-8245) [n:127.0.0.1:59361_solr c:routeFieldColl s:shard3 r:core_node6 x:routeFieldColl_shard3_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@707cf5ec
   [junit4]   2> 1509763 INFO  (qtp131081776-8243) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2 r:core_node1 x:routeFieldColl_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1509763 INFO  (qtp928621389-8234) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2 r:core_node4 x:routeFieldColl_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1509764 INFO  (qtp131081776-8243) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard2 r:core_node1 x:routeFieldColl_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:59358/solr/routeFieldColl_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 8
   [junit4]   2> 1509764 INFO  (qtp131081776-8213) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4 r:core_node2 x:routeFieldColl_shard4_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1509765 INFO  (qtp1799299061-8222) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1 r:core_node8 x:routeFieldColl_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1509765 INFO  (qtp928621389-8225) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4 r:core_node5 x:routeFieldColl_shard4_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1509764 INFO  (qtp928621389-8234) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard2 r:core_node4 x:routeFieldColl_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:59358/solr/routeFieldColl_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
   [junit4]   2> 1509765 INFO  (qtp928621389-8225) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4 r:core_node5 x:routeFieldColl_shard4_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1509766 INFO  (qtp131081776-8213) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4 r:core_node2 x:routeFieldColl_shard4_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1509765 INFO  (qtp1799299061-8222) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1 r:core_node8 x:routeFieldColl_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7c13f7c7
   [junit4]   2> 1509767 INFO  (qtp131081776-8213) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4 r:core_node2 x:routeFieldColl_shard4_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1509768 INFO  (qtp131081776-8213) [n:127.0.0.1:59359_solr c:routeFieldColl s:shard4 r:core_node2 x:routeFieldColl_shard4_replica1] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard4_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:59358/solr/routeFieldColl_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 1509767 INFO  (qtp928621389-8225) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4 r:core_node5 x:routeFieldColl_shard4_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1509768 INFO  (qtp928621389-8225) [n:127.0.0.1:59362_solr c:routeFieldColl s:shard4 r:core_node5 x:routeFieldColl_shard4_replica2] o.a.s.u.p.LogUpdateProcessorFactory [routeFieldColl_shard4_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:59358/solr/routeFieldColl_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 1509780 INFO  (qtp1799299061-8222) [n:127.0.0.1:59358_solr c:routeFieldColl s:shard1 r:core_node8 x:routeFieldColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@44f45cfb[routeFieldColl_shard1_replica1] main]
   [junit4]   2> 1509780 INFO  (qtp195930141-8238) [n:127.0.0.1:5

[...truncated too long message...]

5)
   [junit4]   2> 1559874 INFO  (jetty-closer-1627-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b6dea95{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1559875 INFO  (jetty-closer-1627-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@399646fb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1559876 INFO  (jetty-closer-1627-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1796491179
   [junit4]   2> 1559876 INFO  (jetty-closer-1627-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2103120667
   [junit4]   2> 1559878 INFO  (jetty-closer-1627-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@395859a1{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1559879 INFO  (jetty-closer-1627-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=708137591
   [junit4]   2> 1559880 INFO  (jetty-closer-1627-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2826bfe2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1559883 INFO  (jetty-closer-1627-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1715823344
   [junit4]   2> 1559896 WARN  (zkCallback-1645-thread-1-processing-n:127.0.0.1:59359_solr) [n:127.0.0.1:59359_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1559896 INFO  (jetty-closer-1627-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1559897 INFO  (jetty-closer-1627-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d1f8f2b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1559898 INFO  (zkCallback-1646-thread-1-processing-n:127.0.0.1:59362_solr) [n:127.0.0.1:59362_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 1559898 INFO  (zkCallback-1647-thread-5-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
   [junit4]   2> 1559900 INFO  (zkCallback-1647-thread-2-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1559907 INFO  (jetty-closer-1627-thread-4) [    ] o.a.s.c.Overseer Overseer (id=97632964330520588-127.0.0.1:59358_solr-n_0000000000) closing
   [junit4]   2> 1559908 INFO  (OverseerStateUpdate-97632964330520588-127.0.0.1:59358_solr-n_0000000000) [n:127.0.0.1:59358_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59358_solr
   [junit4]   2> 1561399 WARN  (zkCallback-1648-thread-3-processing-n:127.0.0.1:59361_solr) [n:127.0.0.1:59361_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1561399 WARN  (zkCallback-1646-thread-1-processing-n:127.0.0.1:59362_solr) [n:127.0.0.1:59362_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1561400 INFO  (jetty-closer-1627-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1561400 INFO  (jetty-closer-1627-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@444b69f1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1561400 INFO  (jetty-closer-1627-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1561400 INFO  (jetty-closer-1627-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25833480{/solr,null,UNAVAILABLE}
   [junit4]   2> 1561411 WARN  (zkCallback-1647-thread-3-processing-n:127.0.0.1:59358_solr) [n:127.0.0.1:59358_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1561412 INFO  (jetty-closer-1627-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1561412 INFO  (jetty-closer-1627-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f4c52d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1561414 INFO  (SUITE-CustomCollectionTest-seed#[DDFA3471D3F03F0D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59356 59356
   [junit4]   2> 1561421 INFO  (Thread-1679) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59356 59356
   [junit4]   2> 1565382 WARN  (Thread-1679) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/configs/conf
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	4	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	4	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	4	/solr/collections/withShardField/state.json
   [junit4]   2> 	2	/solr/collections/implicitcoll/leader_elect/c/election/97632964330520585-core_node11-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	75	/solr/overseer/queue
   [junit4]   2> 	37	/solr/overseer/collection-queue-work
   [junit4]   2> 	32	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1565382 INFO  (SUITE-CustomCollectionTest-seed#[DDFA3471D3F03F0D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_DDFA3471D3F03F0D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=PostingsFormat(name=MockRandom), id=Lucene50(blocksize=128), _route_=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=492, maxMBSortInHeap=7.937504396751206, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=en-AU, timezone=Asia/Hovd
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=84160112,total=493879296
   [junit4]   2> NOTE: All tests run in this JVM: [FacetPivotSmallTest, TestBM25SimilarityFactory, CheckHdfsIndexTest, AddBlockUpdateTest, TestAnalyzeInfixSuggestions, TestRequestForwarding, TestNonDefinedSimilarityFactory, SharedFSAutoReplicaFailoverTest, TestComplexPhraseQParserPlugin, ResponseHeaderTest, TestCollectionAPIs, SubstringBytesRefFilterTest, HLLSerializationTest, SolrRequestParserTest, BaseCdcrDistributedZkTest, BigEndianAscendingWordSerializerTest, TestInitQParser, ConnectionManagerTest, CdcrUpdateLogTest, ReplicationFactorTest, CdcrReplicationDistributedZkTest, ZkCLITest, RecoveryZkTest, SystemInfoHandlerTest, ChangedSchemaMergeTest, ManagedSchemaRoundRobinCloudTest, SoftAutoCommitTest, DOMUtilTest, BasicAuthStandaloneTest, TestSubQueryTransformer, ExplicitHLLTest, RemoteQueryErrorTest, DistributedQueueTest, TestSolrJ, HdfsChaosMonkeySafeLeaderTest, TestStressLucene, TestSort, TestManagedSchemaThreadSafety, TestDistributedSearch, DisMaxRequestHandlerTest, TestDownShardTolerantSearch, TestSlowCompositeReaderWrapper, TestSchemaNameResource, TimeZoneUtilsTest, TestDefaultStatsCache, TestConfigOverlay, DirectSolrConnectionTest, ZkControllerTest, SparseHLLTest, DistributedFacetPivotLargeTest, TestRandomDVFaceting, TestGroupingSearch, InfoHandlerTest, TestAuthorizationFramework, TestCloudManagedSchema, IndexSchemaRuntimeFieldTest, CollectionsAPIAsyncDistributedZkTest, TestPostingsSolrHighlighter, TestDelegationWithHadoopAuth, DistributedExpandComponentTest, DirectSolrSpellCheckerTest, SaslZkACLProviderTest, TestSolrCloudSnapshots, OverriddenZkACLAndCredentialsProvidersTest, BadComponentTest, TestCustomDocTransformer, LeaderInitiatedRecoveryOnCommitTest, DocumentAnalysisRequestHandlerTest, TestCorePropertiesReload, TestManagedSchema, TemplateUpdateProcessorTest, HdfsTlogReplayBufferedWhileIndexingTest, TestSolrConfigHandlerConcurrent, OverseerTest, AtomicUpdatesTest, AlternateDirectoryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestHdfsCloudBackupRestore, TestTolerantUpdateProcessorCloud, TestHighlightDedupGrouping, TestSweetSpotSimilarityFactory, PathHierarchyTokenizerFactoryTest, TestLRUStatsCache, TestExactSharedStatsCache, MultiTermTest, TestQueryWrapperFilter, TlogReplayBufferedWhileIndexingTest, DistributedQueryElevationComponentTest, SchemaVersionSpecificBehaviorTest, CursorPagingTest, PolyFieldTest, TestFieldCollectionResource, TestFaceting, TestLFUCache, CloudMLTQParserTest, TestManagedResourceStorage, DocValuesMultiTest, ZkStateWriterTest, TestRecoveryHdfs, TestSolrQueryParserResource, DocumentBuilderTest, LeaderFailoverAfterPartitionTest, XsltUpdateRequestHandlerTest, TestAnalyzedSuggestions, CurrencyFieldXmlFileTest, TestStressInPlaceUpdates, TestConfigReload, TestCSVLoader, TestShortCircuitedRequests, TestClusterProperties, TestDocumentBuilder, RuleEngineTest, SolrCloudExampleTest, TestSolrCloudWithDelegationTokens, TestSolrCoreParser, IndexBasedSpellCheckerTest, UtilsToolTest, ClusterStateUpdateTest, HighlighterTest, QueryElevationComponentTest, LeaderElectionTest, TestPerFieldSimilarityWithDefaultOverride, TestGraphTermsQParserPlugin, AnalyticsMergeStrategyTest, CustomCollectionTest]
   [junit4] Completed [273/700 (1!)] on J0 in 61.13s, 4 tests, 1 error <<< FAILURES!

[...truncated 64087 lines...]


[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 765 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/765/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Error from server at http://127.0.0.1:51098//collection1: java.lang.NullPointerException  at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:41)  at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:771)  at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:754)  at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:428)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2440)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:529)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.lang.Thread.run(Thread.java:745) 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51098//collection1: java.lang.NullPointerException
	at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:41)
	at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:771)
	at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:754)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:428)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2440)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:529)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:745)

	at __randomizedtesting.SeedInfo.seed([AA04F6CCC54B0862:2250C9166BB7659A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.TestDistributedSearch.queryRandomUpServer(TestDistributedSearch.java:1153)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1115)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:977)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1018)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11773 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/init-core-data-001
   [junit4]   2> 1114298 WARN  (SUITE-TestDistributedSearch-seed#[AA04F6CCC54B0862]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1114298 INFO  (SUITE-TestDistributedSearch-seed#[AA04F6CCC54B0862]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1114302 INFO  (SUITE-TestDistributedSearch-seed#[AA04F6CCC54B0862]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1114302 INFO  (SUITE-TestDistributedSearch-seed#[AA04F6CCC54B0862]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1114877 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/tempDir-001/control/cores/collection1
   [junit4]   2> 1114880 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1114882 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ef7408e{/,null,AVAILABLE}
   [junit4]   2> 1114882 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a90b23{HTTP/1.1,[http/1.1]}{127.0.0.1:50889}
   [junit4]   2> 1114882 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.e.j.s.Server Started @1120409ms
   [junit4]   2> 1114882 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=50889, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/tempDir-001/control/cores}
   [junit4]   2> 1114883 ERROR (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1114883 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.5.0
   [junit4]   2> 1114883 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1114883 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1114883 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-17T03:33:55.131Z
   [junit4]   2> 1114884 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/tempDir-001/control/solr.xml
   [junit4]   2> 1114904 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1114956 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/tempDir-001/control/cores
   [junit4]   2> 1114956 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1114957 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1115016 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 1115044 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1115148 WARN  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1115151 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1115159 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1115160 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1115160 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 1115163 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3a02a1
   [junit4]   2> 1115172 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5808903429236746]
   [junit4]   2> 1115306 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1115306 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1115307 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1115316 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1115316 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=90.3359375, floorSegmentMB=1.0361328125, forceMergeDeletesPctAllowed=18.86256234233987, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.720808422377316
   [junit4]   2> 1115326 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d44b7b1[collection1] main]
   [junit4]   2> 1115326 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1115334 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1115361 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1115362 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1115362 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1115362 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1115362 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1115363 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1115364 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1115365 INFO  (coreLoadExecutor-3139-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562086353784537088
   [junit4]   2> 1115366 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1115367 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1115368 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1115369 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@d44b7b1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1116249 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 1116251 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1116253 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@268a07a3{/,null,AVAILABLE}
   [junit4]   2> 1116253 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@79de17fd{HTTP/1.1,[http/1.1]}{127.0.0.1:50890}
   [junit4]   2> 1116253 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.e.j.s.Server Started @1121780ms
   [junit4]   2> 1116253 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=50890, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/tempDir-001/shard0/cores}
   [junit4]   2> 1116254 ERROR (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1116255 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.5.0
   [junit4]   2> 1116255 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1116255 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1116255 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-17T03:33:56.503Z
   [junit4]   2> 1116255 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 1116271 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1116320 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/tempDir-001/shard0/cores
   [junit4]   2> 1116320 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1116321 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1116376 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
   [junit4]   2> 1116403 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1116508 WARN  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1116510 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1116519 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1116519 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1116519 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 1116520 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3a02a1
   [junit4]   2> 1116521 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5808903429236746]
   [junit4]   2> 1116630 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1116631 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1116641 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1116641 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1116642 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=90.3359375, floorSegmentMB=1.0361328125, forceMergeDeletesPctAllowed=18.86256234233987, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.720808422377316
   [junit4]   2> 1116644 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fd86479[collection1] main]
   [junit4]   2> 1116644 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1116653 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1116693 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1116693 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1116693 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1116693 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1116693 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1116694 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1116694 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1116694 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1116695 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1116695 INFO  (coreLoadExecutor-3150-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562086355179143168
   [junit4]   2> 1116695 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1116697 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5fd86479[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1117109 INFO  (TEST-TestDistributedSearch.test-seed#[AA04F6CCC54B0862]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1117115 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1562086355616399360)} 0 2
   [junit4]   2> 1117122 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1562086355622690816)} 0 4
   [junit4]   2> 1117130 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1562086355632128000)]} 0 3
   [junit4]   2> 1117136 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1562086355639468032)]} 0 2
   [junit4]   2> 1117139 INFO  (qtp1318121039-6645) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1562086355644710912)]} 0 0
   [junit4]   2> 1117142 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1562086355647856640)]} 0 0
   [junit4]   2> 1117146 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1562086355652050944)]} 0 0
   [junit4]   2> 1117150 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1562086355656245248)]} 0 0
   [junit4]   2> 1117153 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1562086355659390976)]} 0 0
   [junit4]   2> 1117157 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1562086355663585280)]} 0 0
   [junit4]   2> 1117160 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1562086355666731008)]} 0 0
   [junit4]   2> 1117164 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1562086355669876736)]} 0 0
   [junit4]   2> 1117168 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1562086355675119616)]} 0 0
   [junit4]   2> 1117172 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1562086355679313920)]} 0 0
   [junit4]   2> 1117176 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1562086355682459648)]} 0 0
   [junit4]   2> 1117178 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1562086355685605376)]} 0 0
   [junit4]   2> 1117182 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1562086355688751104)]} 0 0
   [junit4]   2> 1117185 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1562086355691896832)]} 0 0
   [junit4]   2> 1117188 INFO  (qtp1318121039-6645) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1562086355696091136)]} 0 0
   [junit4]   2> 1117192 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1562086355700285440)]} 0 0
   [junit4]   2> 1117195 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1117195 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@63957f71
   [junit4]   2> 1117265 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6386e9a6[collection1] main]
   [junit4]   2> 1117265 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1117276 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6386e9a6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C9)))}
   [junit4]   2> 1117277 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 81
   [junit4]   2> 1117280 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1117280 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@144785f3
   [junit4]   2> 1117343 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@329b6bf4[collection1] main]
   [junit4]   2> 1117344 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1117345 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@329b6bf4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C9)))}
   [junit4]   2> 1117346 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 66
   [junit4]   2> 1117353 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1562086355864911872)]} 0 3
   [junit4]   2> 1117359 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1562086355871203328)]} 0 3
   [junit4]   2> 1117363 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1562086355878543360)]} 0 1
   [junit4]   2> 1117369 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1562086355885883392)]} 0 0
   [junit4]   2> 1117373 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1562086355889029120)]} 0 0
   [junit4]   2> 1117376 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1562086355893223424)]} 0 0
   [junit4]   2> 1117379 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1562086355896369152)]} 0 0
   [junit4]   2> 1117386 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1562086355902660608)]} 0 0
   [junit4]   2> 1117389 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1562086355905806336)]} 0 0
   [junit4]   2> 1117393 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1562086355911049216)]} 0 0
   [junit4]   2> 1117397 INFO  (qtp1318121039-6645) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1562086355915243520)]} 0 0
   [junit4]   2> 1117402 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1562086355919437824)]} 0 0
   [junit4]   2> 1117406 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1562086355924680704)]} 0 0
   [junit4]   2> 1117409 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1562086355927826432)]} 0 0
   [junit4]   2> 1117414 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1562086355933069312)]} 0 0
   [junit4]   2> 1117417 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1562086355936215040)]} 0 0
   [junit4]   2> 1117421 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1562086355939360768)]} 0 0
   [junit4]   2> 1117425 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1562086355943555072)]} 0 0
   [junit4]   2> 1117428 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1562086355947749376)]} 0 0
   [junit4]   2> 1117432 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1562086355951943680)]} 0 1
   [junit4]   2> 1117439 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1562086355955089408)]} 0 3
   [junit4]   2> 1117442 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1562086355962429440)]} 0 0
   [junit4]   2> 1117445 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1562086355965575168)]} 0 0
   [junit4]   2> 1117448 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1562086355968720896)]} 0 0
   [junit4]   2> 1117452 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1562086355972915200)]} 0 0
   [junit4]   2> 1117455 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1562086355976060928)]} 0 0
   [junit4]   2> 1117459 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1562086355980255232)]} 0 0
   [junit4]   2> 1117462 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1562086355983400960)]} 0 0
   [junit4]   2> 1117466 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1562086355986546688)]} 0 0
   [junit4]   2> 1117469 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1562086355989692416)]} 0 0
   [junit4]   2> 1117472 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1562086355993886720)]} 0 0
   [junit4]   2> 1117484 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1562086356005421056)]} 0 1
   [junit4]   2> 1117487 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1562086356009615360)]} 0 0
   [junit4]   2> 1117490 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1562086356012761088)]} 0 0
   [junit4]   2> 1117493 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1562086356015906816)]} 0 0
   [junit4]   2> 1117498 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1562086356021149696)]} 0 0
   [junit4]   2> 1117502 INFO  (qtp1318121039-6645) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1562086356025344000)]} 0 0
   [junit4]   2> 1117505 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1562086356028489728)]} 0 0
   [junit4]   2> 1117508 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1562086356031635456)]} 0 0
   [junit4]   2> 1117511 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1562086356034781184)]} 0 0
   [junit4]   2> 1117515 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1562086356038975488)]} 0 0
   [junit4]   2> 1117518 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1562086356042121216)]} 0 0
   [junit4]   2> 1117521 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1562086356045266944)]} 0 0
   [junit4]   2> 1117524 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1562086356048412672)]} 0 0
   [junit4]   2> 1117528 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1562086356052606976)]} 0 0
   [junit4]   2> 1117532 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1562086356056801280)]} 0 0
   [junit4]   2> 1117535 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1562086356059947008)]} 0 0
   [junit4]   2> 1117538 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1562086356062044160)]} 0 0
   [junit4]   2> 1117540 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1562086356065189888)]} 0 0
   [junit4]   2> 1117544 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1562086356069384192)]} 0 0
   [junit4]   2> 1117548 INFO  (qtp1318121039-6645) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1562086356073578496)]} 0 0
   [junit4]   2> 1117553 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1562086356077772800)]} 0 0
   [junit4]   2> 1117555 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1562086356080918528)]} 0 0
   [junit4]   2> 1117558 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1562086356084064256)]} 0 0
   [junit4]   2> 1117571 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1562086356096647168)]} 0 0
   [junit4]   2> 1117574 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1562086356099792896)]} 0 0
   [junit4]   2> 1117576 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1562086356102938624)]} 0 0
   [junit4]   2> 1117580 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1562086356107132928)]} 0 0
   [junit4]   2> 1117583 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1562086356110278656)]} 0 0
   [junit4]   2> 1117588 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1562086356115521536)]} 0 0
   [junit4]   2> 1117592 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1562086356119715840)]} 0 0
   [junit4]   2> 1117596 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1562086356122861568)]} 0 0
   [junit4]   2> 1117598 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1562086356126007296)]} 0 0
   [junit4]   2> 1117601 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1562086356129153024)]} 0 0
   [junit4]   2> 1117604 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1562086356132298752)]} 0 0
   [junit4]   2> 1117608 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1562086356136493056)]} 0 0
   [junit4]   2> 1117616 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1562086356144881664)]} 0 0
   [junit4]   2> 1117622 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1562086356150124544)]} 0 0
   [junit4]   2> 1117628 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1562086356157464576)]} 0 0
   [junit4]   2> 1117634 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1562086356163756032)]} 0 0
   [junit4]   2> 1117640 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1562086356170047488)]} 0 0
   [junit4]   2> 1117648 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1562086356178436096)]} 0 0
   [junit4]   2> 1117655 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1562086356185776128)]} 0 0
   [junit4]   2> 1117658 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1562086356188921856)]} 0 0
   [junit4]   2> 1117663 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1562086356193116160)]} 0 0
   [junit4]   2> 1117666 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1562086356197310464)]} 0 0
   [junit4]   2> 1117669 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1562086356199407616)]} 0 0
   [junit4]   2> 1117672 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1562086356202553344)]} 0 0
   [junit4]   2> 1117675 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1562086356205699072)]} 0 0
   [junit4]   2> 1117678 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1562086356209893376)]} 0 0
   [junit4]   2> 1117681 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1562086356213039104)]} 0 0
   [junit4]   2> 1117684 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1562086356216184832)]} 0 0
   [junit4]   2> 1117687 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1562086356218281984)]} 0 0
   [junit4]   2> 1117689 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1562086356221427712)]} 0 0
   [junit4]   2> 1117692 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1562086356224573440)]} 0 0
   [junit4]   2> 1117695 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1562086356226670592)]} 0 0
   [junit4]   2> 1117698 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1562086356229816320)]} 0 0
   [junit4]   2> 1117702 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1562086356235059200)]} 0 0
   [junit4]   2> 1117705 INFO  (qtp1318121039-6645) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1562086356238204928)]} 0 0
   [junit4]   2> 1117708 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1562086356240302080)]} 0 0
   [junit4]   2> 1117712 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1562086356245544960)]} 0 0
   [junit4]   2> 1117714 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1562086356247642112)]} 0 0
   [junit4]   2> 1117717 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1562086356250787840)]} 0 0
   [junit4]   2> 1117720 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1562086356253933568)]} 0 0
   [junit4]   2> 1117722 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1562086356256030720)]} 0 0
   [junit4]   2> 1117727 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1562086356261273600)]} 0 0
   [junit4]   2> 1117730 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1562086356263370752)]} 0 0
   [junit4]   2> 1117733 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1562086356267565056)]} 0 0
   [junit4]   2> 1117736 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1562086356269662208)]} 0 0
   [junit4]   2> 1117738 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1562086356272807936)]} 0 0
   [junit4]   2> 1117741 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1562086356274905088)]} 0 0
   [junit4]   2> 1117743 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1562086356278050816)]} 0 0
   [junit4]   2> 1117746 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1562086356281196544)]} 0 0
   [junit4]   2> 1117749 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1562086356284342272)]} 0 0
   [junit4]   2> 1117752 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1562086356287488000)]} 0 0
   [junit4]   2> 1117755 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1562086356289585152)]} 0 0
   [junit4]   2> 1117757 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1562086356292730880)]} 0 0
   [junit4]   2> 1117761 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1562086356296925184)]} 0 0
   [junit4]   2> 1117764 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1562086356299022336)]} 0 0
   [junit4]   2> 1117766 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1562086356302168064)]} 0 0
   [junit4]   2> 1117769 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1562086356304265216)]} 0 0
   [junit4]   2> 1117771 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1562086356307410944)]} 0 0
   [junit4]   2> 1117774 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1562086356309508096)]} 0 0
   [junit4]   2> 1117776 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1562086356312653824)]} 0 0
   [junit4]   2> 1117779 INFO  (qtp1318121039-6645) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1562086356314750976)]} 0 0
   [junit4]   2> 1117782 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1562086356317896704)]} 0 0
   [junit4]   2> 1117784 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1562086356321042432)]} 0 0
   [junit4]   2> 1117787 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1562086356323139584)]} 0 0
   [junit4]   2> 1117789 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1117790 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@63957f71
   [junit4]   2> 1117848 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3eb641c3[collection1] main]
   [junit4]   2> 1117849 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1117857 INFO  (searcherExecutor-3140-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3eb641c3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C9) Uninverting(_1(6.5.0):C59)))}
   [junit4]   2> 1117857 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 68
   [junit4]   2> 1117860 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1117860 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@144785f3
   [junit4]   2> 1117930 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7362984[collection1] main]
   [junit4]   2> 1117931 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1117932 INFO  (searcherExecutor-3151-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7362984[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C9) Uninverting(_1(6.5.0):C59)))}
   [junit4]   2> 1117932 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 72
   [junit4]   2> 1117935 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 1117936 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 1117939 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 1117939 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 1117942 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1117951 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:50890//collection1&rows=10&version=2&q=*:*&NOW=1489721638194&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1117955 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638194&ids=1,133,12,145,4,17,6,1001,109,140&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:50890//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1117958 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:50890//collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=11
   [junit4]   2> 1117961 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1117967 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=http://127.0.0.1:50890//collection1&rows=10&version=2&q=*:*&NOW=1489721638212&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1117973 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638212&ids=11,134,13,113,148,5,16,139,130,120&isShard=true&shard.url=http://127.0.0.1:50890//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1117978 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:50890//collection1&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=14
   [junit4]   2> 1117982 INFO  (qtp1318121039-6645) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1117989 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:50890//collection1&rows=10&version=2&q=*:*&NOW=1489721638234&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1117993 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638234&ids=123,14,136,4,104,137,149,6,129,10&isShard=true&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:50890//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1117998 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:50890//collection1&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=11
   [junit4]   2> 1118001 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118009 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=http://127.0.0.1:50890//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1489721638253&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118012 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638253&ids=100,144,101,102,148,16,127,128,108,119&isShard=true&shard.url=http://127.0.0.1:50890//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118015 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:50890//collection1|[ff01::213]:33332/&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=10
   [junit4]   2> 1118019 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118025 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1489721638270&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118037 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638270&ids=100,101,146,135,125,104,5,137,9,140&isShard=true&shard.url=http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118038 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=16
   [junit4]   2> 1118041 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118048 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=http://127.0.0.1:50890//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1489721638292&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118051 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638292&ids=134,2,113,136,17,149,129,119,130,10&isShard=true&shard.url=http://127.0.0.1:50890//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118052 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:50890//collection1|[ff01::083]:33332/&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 1118055 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118062 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:50890//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1489721638306&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118065 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638306&ids=133,12,1,103,5,17,6,117,141,130&isShard=true&shard.url=http://127.0.0.1:50890//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118066 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:50890//collection1|[ff01::114]:33332/&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 1118068 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118074 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1489721638320&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118077 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638320&ids=110,123,2,124,146,15,125,116,139,109&isShard=true&shard.url=http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118078 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/|[ff01::213]:33332/&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 1118081 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118087 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:50890//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1489721638331&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118092 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638331&ids=144,100,14,136,6,1001,8,119,9,10&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:50890//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118093 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:50890//collection1|[ff01::114]:33332/&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=9
   [junit4]   2> 1118096 INFO  (qtp1318121039-6645) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118102 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=[ff01::213]:33332/|http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1489721638347&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118106 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638347&ids=132,110,111,1,122,124,15,116,118,108&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118107 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=8
   [junit4]   2> 1118110 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118116 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1489721638362&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118120 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638362&ids=132,111,112,146,103,5,148,126,6,141&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118121 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:50890//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 1118124 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118131 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=[ff01::083]:33332/|http://127.0.0.1:50890//collection1|[ff01::114]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1489721638375&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118134 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638375&ids=121,11,122,113,104,137,107,118,8,119&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:50890//collection1|[ff01::114]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118134 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:50890//collection1|[ff01::114]:33332/|[ff01::213]:33332/&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 1118137 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118143 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:50890//collection1&rows=10&version=2&q=*:*&NOW=1489721638388&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118146 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638388&ids=100,14,15,147,126,6,1001,107,108,109&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:50890//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118148 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:50890//collection1&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 1118152 INFO  (qtp1318121039-6644) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118157 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=http://127.0.0.1:50890//collection1&rows=10&version=2&q=*:*&NOW=1489721638403&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118162 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638403&ids=111,13,102,125,103,148,127,131,10,142&isShard=true&shard.url=http://127.0.0.1:50890//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118162 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:50890//collection1&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 1118165 INFO  (qtp1318121039-6646) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118171 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=http://127.0.0.1:50890//collection1&rows=10&version=2&q=*:*&NOW=1489721638416&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118174 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638416&ids=122,112,2,113,114,136,126,105,9,130&isShard=true&shard.url=http://127.0.0.1:50890//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118175 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:50890//collection1&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 1118178 INFO  (qtp1318121039-6648) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118183 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=http://127.0.0.1:50890//collection1&rows=10&version=2&q=*:*&NOW=1489721638429&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118187 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638429&ids=144,133,102,3,15,16,138,117,119,109&isShard=true&shard.url=http://127.0.0.1:50890//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118193 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:50890//collection1&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=12
   [junit4]   2> 1118198 INFO  (qtp1318121039-6645) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118204 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+desc&shard.url=http://127.0.0.1:50890//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1489721638448&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118208 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638448&ids=12,144,133,113,15,17,6,108,141,120&isShard=true&shard.url=http://127.0.0.1:50890//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118209 INFO  (qtp214760308-6665) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:50890//collection1|[ff01::083]:33332/&sort=n_tdt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=8
   [junit4]   2> 1118211 INFO  (qtp1318121039-6647) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118217 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tdt1+asc&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:50890//collection1&rows=10&version=2&q=*:*&NOW=1489721638463&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118220 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638463&ids=143,132,100,112,114,126,106,8,140,10&isShard=true&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:50890//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118221 INFO  (qtp214760308-6664) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::213]:33332/|http://127.0.0.1:50890//collection1&sort=n_tdt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=6
   [junit4]   2> 1118224 INFO  (qtp1318121039-6643) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=a_i_p+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1118231 INFO  (qtp214760308-6660) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=a_i_p+desc&shard.url=[ff01::114]:33332/|http://127.0.0.1:50890//collection1&rows=10&version=2&q=*:*&NOW=1489721638476&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118234 INFO  (qtp214760308-6658) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638476&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:50890//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1118235 INFO  (qtp214760308-6663) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:50890//collection1&sort=a_i_p+desc&wt=javabin&version=2} hits=68 status=0 QTime=7
   [junit4]   2> 1118240 INFO  (qtp1318121039-6641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort={!func}testfunc(add(a_i_p,5))+desc&wt=javabin&version=2} hits=68 status=0 QTime=1
   [junit4]   2> 1118245 INFO  (qtp214760308-6661) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort={!func}testfunc(add(a_i_p,5))+desc&shard.url=http://127.0.0.1:50890//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1489721638491&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1118249 INFO  (qtp214760308-6662) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&shards.purpose=64&NOW=1489721638491&ids=1,12,2,13,3,5,7,8,9,10&isShard=true&shard.url=ht

[...truncated too long message...]

   [junit4] ERROR    177s J0 | TestDistributedSearch.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51098//collection1: java.lang.NullPointerException
   [junit4]    > 	at org.apache.solr.search.grouping.distributed.responseprocessor.StoredFieldsShardResponseProcessor.process(StoredFieldsShardResponseProcessor.java:41)
   [junit4]    > 	at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:771)
   [junit4]    > 	at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:754)
   [junit4]    > 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:428)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2440)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:529)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AA04F6CCC54B0862:2250C9166BB7659A]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryRandomUpServer(TestDistributedSearch.java:1153)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1115)
   [junit4]    > 	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:977)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1018)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1291137 INFO  (SUITE-TestDistributedSearch-seed#[AA04F6CCC54B0862]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_AA04F6CCC54B0862-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=PostingsFormat(name=Memory doPackFST= true), SubjectTerms_mfacet=Lucene50(blocksize=128), n_l1=BlockTreeOrds(blocksize=128), a_n_tdt=FST50, multiDefault=BlockTreeOrds(blocksize=128), intDefault=Lucene50(blocksize=128), n_td1=Lucene50(blocksize=128), n_d1=BlockTreeOrds(blocksize=128), n_f1=Lucene50(blocksize=128), range_facet_l=BlockTreeOrds(blocksize=128), n_tl1=Lucene50(blocksize=128), a_s=FST50, oddField_s=PostingsFormat(name=Memory doPackFST= true), n_tf1=BlockTreeOrds(blocksize=128), lowerfilt1and2=BlockTreeOrds(blocksize=128), a_t=BlockTreeOrds(blocksize=128), lowerfilt=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Memory doPackFST= true), text=FST50, timestamp=BlockTreeOrds(blocksize=128), severity=FST50, foo_sev_enum=FST50, n_dt1=Lucene50(blocksize=128), b_n_tdt=Lucene50(blocksize=128), n_ti1=PostingsFormat(name=Memory doPackFST= true), rnd_b=PostingsFormat(name=Memory doPackFST= true), foo_b=FST50, n_tdt1=Lucene50(blocksize=128), foo_d=PostingsFormat(name=Memory doPackFST= true), range_facet_i_dv=BlockTreeOrds(blocksize=128), foo_f=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), foo_sev_enum=DocValuesFormat(name=Lucene54), _version_=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting), a_i_p=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=543, maxMBSortInHeap=7.102159770804503, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=es-ES, timezone=America/Ensenada
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=45040024,total=279203840
   [junit4]   2> NOTE: All tests run in this JVM: [SpatialRPTFieldTypeTest, OverriddenZkACLAndCredentialsProvidersTest, LeaderInitiatedRecoveryOnCommitTest, TestWordDelimiterFilterFactory, CachingDirectoryFactoryTest, TestInPlaceUpdatesStandalone, SolrCoreTest, GraphQueryTest, DocValuesMultiTest, TestFastLRUCache, UnloadDistributedZkTest, TimeZoneUtilsTest, OverseerModifyCollectionTest, FileUtilsTest, SolrMetricsIntegrationTest, TestCSVResponseWriter, SimpleCollectionCreateDeleteTest, TestSolrDynamicMBean, HdfsNNFailoverTest, TestFieldCacheReopen, TestNonDefinedSimilarityFactory, ExplicitHLLTest, TestRequestForwarding, DeleteStatusTest, TestStressRecovery, AnalyticsMergeStrategyTest, SolrMetricManagerTest, CollectionStateFormat2Test, TestExtendedDismaxParser, CollectionsAPIAsyncDistributedZkTest, SolrPluginUtilsTest, TestScoreJoinQPScore, TestClassicSimilarityFactory, ChangedSchemaMergeTest, OverseerStatusTest, HdfsTlogReplayBufferedWhileIndexingTest, SchemaVersionSpecificBehaviorTest, TestShortCircuitedRequests, RollingRestartTest, PathHierarchyTokenizerFactoryTest, DocumentAnalysisRequestHandlerTest, TestHighlightDedupGrouping, TestSolrCloudWithHadoopAuthPlugin, TestObjectReleaseTracker, TestSerializedLuceneMatchVersion, DocumentBuilderTest, TestDeleteCollectionOnDownNodes, TestJsonFacets, BasicDistributedZkTest, TestFileDictionaryLookup, PluginInfoTest, HighlighterTest, DistributedQueueTest, SuggestComponentTest, TestSolrQueryParserResource, TemplateUpdateProcessorTest, SimpleFacetsTest, TestSQLHandlerNonCloud, TestHighFrequencyDictionaryFactory, TestSearcherReuse, TestPerFieldSimilarityWithDefaultOverride, TestMissingGroups, BigEndianAscendingWordSerializerTest, SaslZkACLProviderTest, TestLFUCache, ManagedSchemaRoundRobinCloudTest, HdfsSyncSliceTest, NumericFieldsTest, OutputWriterTest, CloudExitableDirectoryReaderTest, TestMiniSolrCloudClusterSSL, DistributedMLTComponentTest, PeerSyncReplicationTest, TestConfigSetsAPIZkFailure, SolrGraphiteReporterTest, TestRuleBasedAuthorizationPlugin, TestComponentsName, TestRTGBase, TestTrackingShardHandlerFactory, TestNRTOpen, TestSchemaNameResource, DocValuesTest, TestBinaryField, MultiTermTest, TestFieldCollectionResource, CloneFieldUpdateProcessorFactoryTest, SolrCloudExampleTest, TestOrdValues, DistributedExpandComponentTest, DOMUtilTest, CurrencyFieldXmlFileTest, SoftAutoCommitTest, TestCopyFieldCollectionResource, OverseerTest, BadCopyFieldTest, TestTolerantUpdateProcessorCloud, TestCloudPseudoReturnFields, PrimUtilsTest, RequestLoggingTest, ClusterStateUpdateTest, SimplePostToolTest, BasicAuthStandaloneTest, TestDistributedSearch]
   [junit4] Completed [276/700 (1!)] on J0 in 176.86s, 1 test, 1 error <<< FAILURES!

[...truncated 64127 lines...]