You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/19 15:47:15 UTC

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 872 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/872/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([693216C06B46A4C2:E215C5112A400F46]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
	at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:437)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11829 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/init-core-data-001
   [junit4]   2> 1023680 WARN  (SUITE-ShardSplitTest-seed#[693216C06B46A4C2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 1023680 INFO  (SUITE-ShardSplitTest-seed#[693216C06B46A4C2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1023686 INFO  (SUITE-ShardSplitTest-seed#[693216C06B46A4C2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1023686 INFO  (SUITE-ShardSplitTest-seed#[693216C06B46A4C2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1023688 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1023689 INFO  (Thread-1741) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1023689 INFO  (Thread-1741) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1023694 ERROR (Thread-1741) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1023797 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.ZkTestServer start zk server on port:59988
   [junit4]   2> 1023858 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1023866 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1023869 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1023873 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1023878 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1023882 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1023886 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1023890 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1023894 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1023898 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1023903 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1024444 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/cores/collection1
   [junit4]   2> 1024446 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1024449 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16212e98{/,null,AVAILABLE}
   [junit4]   2> 1024452 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@95d7d33{HTTP/1.1,[http/1.1]}{127.0.0.1:59991}
   [junit4]   2> 1024452 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.Server Started @1029958ms
   [junit4]   2> 1024453 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/tempDir-001/control/data, hostContext=/, hostPort=59991, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/cores}
   [junit4]   2> 1024453 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1024453 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 1024453 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1024453 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1024454 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-19T14:26:31.061Z
   [junit4]   2> 1024459 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1024460 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/solr.xml
   [junit4]   2> 1024483 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1024484 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59988/solr
   [junit4]   2> 1024537 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1024538 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59991_
   [junit4]   2> 1024540 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_    ] o.a.s.c.Overseer Overseer (id=97989688708300804-127.0.0.1:59991_-n_0000000000) starting
   [junit4]   2> 1024557 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59991_
   [junit4]   2> 1024561 INFO  (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1024688 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/cores
   [junit4]   2> 1024688 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59991_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1024689 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1024696 INFO  (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1025728 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1025750 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1025856 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1025892 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1025892 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1025893 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/control-001/cores/collection1/data/]
   [junit4]   2> 1025893 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b64eac
   [junit4]   2> 1025896 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=66.3154296875, floorSegmentMB=0.7490234375, forceMergeDeletesPctAllowed=1.5461885078026738, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1025908 WARN  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1026003 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1026003 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1026004 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1026004 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1026005 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=85.6630859375, floorSegmentMB=2.02734375, forceMergeDeletesPctAllowed=22.078346558672152, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7121474057439409
   [junit4]   2> 1026006 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@270f4c26[collection1] main]
   [junit4]   2> 1026008 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1026009 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1026009 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1026011 INFO  (searcherExecutor-3318-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@270f4c26[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1026012 INFO  (coreLoadExecutor-3317-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567835021764460544
   [junit4]   2> 1026027 INFO  (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1026027 INFO  (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1026027 INFO  (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59991/collection1/
   [junit4]   2> 1026027 INFO  (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1026027 INFO  (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59991/collection1/ has no replicas
   [junit4]   2> 1026027 INFO  (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1026037 INFO  (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59991/collection1/ shard1
   [junit4]   2> 1026210 INFO  (coreZkRegister-3310-thread-1-processing-n:127.0.0.1:59991_ x:collection1 c:control_collection) [n:127.0.0.1:59991_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1026224 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1026226 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59988/solr ready
   [junit4]   2> 1026226 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1026567 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/cores/collection1
   [junit4]   2> 1026569 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001
   [junit4]   2> 1026569 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1026571 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b7f8b21{/,null,AVAILABLE}
   [junit4]   2> 1026572 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10f66959{HTTP/1.1,[http/1.1]}{127.0.0.1:59996}
   [junit4]   2> 1026572 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.Server Started @1032078ms
   [junit4]   2> 1026572 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=59996, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/cores}
   [junit4]   2> 1026573 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1026573 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 1026573 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1026573 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1026573 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-19T14:26:33.180Z
   [junit4]   2> 1026579 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1026579 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/solr.xml
   [junit4]   2> 1026592 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1026593 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59988/solr
   [junit4]   2> 1026614 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59996_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1026620 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59996_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1026625 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59996_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59996_
   [junit4]   2> 1026628 INFO  (zkCallback-1165-thread-1-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1026629 INFO  (zkCallback-1174-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1026628 INFO  (zkCallback-1169-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1026711 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59996_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/cores
   [junit4]   2> 1026711 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:59996_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1026712 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1026714 INFO  (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1027761 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1027780 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1027888 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1027927 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1027928 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1027928 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1027928 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b64eac
   [junit4]   2> 1027933 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=66.3154296875, floorSegmentMB=0.7490234375, forceMergeDeletesPctAllowed=1.5461885078026738, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1027952 WARN  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1028042 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1028042 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1028043 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1028043 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1028044 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=85.6630859375, floorSegmentMB=2.02734375, forceMergeDeletesPctAllowed=22.078346558672152, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7121474057439409
   [junit4]   2> 1028045 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25a3a3bd[collection1] main]
   [junit4]   2> 1028047 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1028048 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1028048 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1028049 INFO  (coreLoadExecutor-3328-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567835023900409856
   [junit4]   2> 1028052 INFO  (searcherExecutor-3329-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@25a3a3bd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1028065 INFO  (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1028065 INFO  (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1028065 INFO  (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59996/collection1/
   [junit4]   2> 1028065 INFO  (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1028066 INFO  (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59996/collection1/ has no replicas
   [junit4]   2> 1028066 INFO  (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1028077 INFO  (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59996/collection1/ shard2
   [junit4]   2> 1028250 INFO  (coreZkRegister-3323-thread-1-processing-n:127.0.0.1:59996_ x:collection1 c:collection1) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1028631 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/cores/collection1
   [junit4]   2> 1028632 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001
   [junit4]   2> 1028633 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1028652 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dfe5b70{/,null,AVAILABLE}
   [junit4]   2> 1028653 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2b89b6b9{HTTP/1.1,[http/1.1]}{127.0.0.1:60012}
   [junit4]   2> 1028653 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.Server Started @1034159ms
   [junit4]   2> 1028653 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=60012, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/cores}
   [junit4]   2> 1028654 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1028654 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 1028654 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1028654 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1028654 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-19T14:26:35.261Z
   [junit4]   2> 1028659 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1028659 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/solr.xml
   [junit4]   2> 1028673 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1028673 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59988/solr
   [junit4]   2> 1028697 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60012_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1028704 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60012_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1028713 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60012_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60012_
   [junit4]   2> 1028717 INFO  (zkCallback-1165-thread-2-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1028718 INFO  (zkCallback-1180-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1028717 INFO  (zkCallback-1174-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1028717 INFO  (zkCallback-1169-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1028894 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60012_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/cores
   [junit4]   2> 1028894 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60012_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1028894 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1028897 INFO  (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1029927 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1029953 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1030066 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1030108 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1030109 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1030109 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 1030109 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b64eac
   [junit4]   2> 1030114 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=66.3154296875, floorSegmentMB=0.7490234375, forceMergeDeletesPctAllowed=1.5461885078026738, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1030133 WARN  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1030231 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1030231 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1030232 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1030232 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1030233 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=85.6630859375, floorSegmentMB=2.02734375, forceMergeDeletesPctAllowed=22.078346558672152, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7121474057439409
   [junit4]   2> 1030233 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d0c6dc6[collection1] main]
   [junit4]   2> 1030237 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1030238 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1030238 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1030240 INFO  (searcherExecutor-3340-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5d0c6dc6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1030240 INFO  (coreLoadExecutor-3339-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567835026197839872
   [junit4]   2> 1030253 INFO  (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1030253 INFO  (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1030253 INFO  (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60012/collection1/
   [junit4]   2> 1030253 INFO  (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1030253 INFO  (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60012/collection1/ has no replicas
   [junit4]   2> 1030254 INFO  (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1030262 INFO  (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60012/collection1/ shard1
   [junit4]   2> 1030430 INFO  (coreZkRegister-3334-thread-1-processing-n:127.0.0.1:60012_ x:collection1 c:collection1) [n:127.0.0.1:60012_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1030815 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/cores/collection1
   [junit4]   2> 1030817 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001
   [junit4]   2> 1030817 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1030820 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1584936a{/,null,AVAILABLE}
   [junit4]   2> 1030820 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6a46a{HTTP/1.1,[http/1.1]}{127.0.0.1:60039}
   [junit4]   2> 1030820 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.Server Started @1036326ms
   [junit4]   2> 1030820 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=60039, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/cores}
   [junit4]   2> 1030821 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1030821 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 1030821 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1030822 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1030822 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-19T14:26:37.429Z
   [junit4]   2> 1030827 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1030827 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/solr.xml
   [junit4]   2> 1030850 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1030851 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59988/solr
   [junit4]   2> 1030873 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60039_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1030879 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60039_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1030884 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60039_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60039_
   [junit4]   2> 1030888 INFO  (zkCallback-1169-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1030889 INFO  (zkCallback-1186-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1030888 INFO  (zkCallback-1174-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1030888 INFO  (zkCallback-1180-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1030888 INFO  (zkCallback-1165-thread-2-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1030995 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60039_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/cores
   [junit4]   2> 1030996 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60039_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1030996 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1031000 INFO  (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1032025 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1032048 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1032139 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1032174 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1032174 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1032174 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 1032175 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b64eac
   [junit4]   2> 1032178 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=66.3154296875, floorSegmentMB=0.7490234375, forceMergeDeletesPctAllowed=1.5461885078026738, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1033155 WARN  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1033238 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1033238 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1033249 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1033249 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1033250 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=85.6630859375, floorSegmentMB=2.02734375, forceMergeDeletesPctAllowed=22.078346558672152, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7121474057439409
   [junit4]   2> 1033251 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ebfb6c[collection1] main]
   [junit4]   2> 1033253 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1033254 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1033254 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1033255 INFO  (searcherExecutor-3351-thread-1-processing-n:127.0.0.1:60039_ x:collection1 c:collection1) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ebfb6c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1033256 INFO  (coreLoadExecutor-3350-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567835029360345088
   [junit4]   2> 1033263 INFO  (coreZkRegister-3345-thread-1-processing-n:127.0.0.1:60039_ x:collection1 c:collection1) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 1033263 INFO  (updateExecutor-1183-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1033264 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1033264 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1033265 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 1033265 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1033265 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:59996/collection1/] and I am [http://127.0.0.1:60039/collection1/]
   [junit4]   2> 1033271 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:59996]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60039_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1033276 INFO  (qtp2105615960-6838) [n:127.0.0.1:59996_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1033278 INFO  (qtp2105615960-6838) [n:127.0.0.1:59996_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 1033278 INFO  (qtp2105615960-6838) [n:127.0.0.1:59996_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:60039_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:60039","node_name":"127.0.0.1:60039_","state":"recovering"}
   [junit4]   2> 1033278 INFO  (qtp2105615960-6838) [n:127.0.0.1:59996_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
   [junit4]   2> 1033278 INFO  (qtp2105615960-6838) [n:127.0.0.1:59996_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:60039_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1033783 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:59996/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 1033783 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:60039 START replicas=[http://127.0.0.1:59996/collection1/] nUpdates=100
   [junit4]   2> 1033794 INFO  (qtp2105615960-6839) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1033794 INFO  (qtp2105615960-6839) [n:127.0.0.1:59996_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1033799 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1033799 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 1033799 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1033799 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1033800 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1033800 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 1033801 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 1033801 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 1033801 INFO  (recoveryExecutor-1184-thread-1-processing-n:127.0.0.1:60039_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:60039_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1034285 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/cores/collection1
   [junit4]   2> 1034290 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001
   [junit4]   2> 1034292 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1034296 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51f4d00{/,null,AVAILABLE}
   [junit4]   2> 1034297 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@267d5bf{HTTP/1.1,[http/1.1]}{127.0.0.1:60049}
   [junit4]   2> 1034297 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.e.j.s.Server Started @1039803ms
   [junit4]   2> 1034297 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=60049, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/cores}
   [junit4]   2> 1034297 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1034301 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 1034301 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1034302 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1034302 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-19T14:26:40.909Z
   [junit4]   2> 1034308 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1034308 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/solr.xml
   [junit4]   2> 1034345 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1034347 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59988/solr
   [junit4]   2> 1034372 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60049_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1034379 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60049_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1034384 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60049_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60049_
   [junit4]   2> 1034389 INFO  (zkCallback-1165-thread-2-processing-n:127.0.0.1:59991_) [n:127.0.0.1:59991_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1034390 INFO  (zkCallback-1193-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1034390 INFO  (zkCallback-1186-thread-1-processing-n:127.0.0.1:60039_) [n:127.0.0.1:60039_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1034390 INFO  (zkCallback-1174-thread-1-processing-n:127.0.0.1:59996_) [n:127.0.0.1:59996_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1034389 INFO  (zkCallback-1180-thread-1-processing-n:127.0.0.1:60012_) [n:127.0.0.1:60012_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1034390 INFO  (zkCallback-1169-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1034557 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60049_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/cores
   [junit4]   2> 1034557 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [n:127.0.0.1:60049_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1034557 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1034560 INFO  (OverseerStateUpdate-97989688708300804-127.0.0.1:59991_-n_0000000000) [n:127.0.0.1:59991_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1035590 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1035615 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1035736 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1035777 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1035777 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1035777 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 1035777 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@35b64eac
   [junit4]   2> 1035783 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=66.3154296875, floorSegmentMB=0.7490234375, forceMergeDeletesPctAllowed=1.5461885078026738, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1035797 WARN  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1035892 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1035892 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1035902 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1035902 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1035903 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=85.6630859375, floorSegmentMB=2.02734375, forceMergeDeletesPctAllowed=22.078346558672152, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7121474057439409
   [junit4]   2> 1035904 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3011fdee[collection1] main]
   [junit4]   2> 1035906 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1035907 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1035907 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1035909 INFO  (searcherExecutor-3362-thread-1-processing-n:127.0.0.1:60049_ x:collection1 c:collection1) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3011fdee[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1035910 INFO  (coreLoadExecutor-3361-thread-1-processing-n:127.0.0.1:60049_) [n:127.0.0.1:60049_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567835032143265792
   [junit4]   2> 1035917 INFO  (coreZkRegister-3356-thread-1-processing-n:127.0.0.1:60049_ x:collection1 c:collection1) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 1035918 INFO  (updateExecutor-1190-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1035918 INFO  (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1035920 INFO  (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1035920 INFO  (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 1035920 INFO  (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1035920 INFO  (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:60012/collection1/] and I am [http://127.0.0.1:60049/collection1/]
   [junit4]   2> 1035927 INFO  (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:60012]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60049_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1035932 INFO  (qtp669832010-6866) [n:127.0.0.1:60012_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1035933 INFO  (qtp669832010-6866) [n:127.0.0.1:60012_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 1035933 INFO  (qtp669832010-6866) [n:127.0.0.1:60012_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:60049_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:60049","node_name":"127.0.0.1:60049_","state":"down"}
   [junit4]   2> 1036088 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSplitStaticIndexReplication
   [junit4]   2> 1036088 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 15 for each attempt
   [junit4]   2> 1036088 INFO  (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[693216C06B46A4C2]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
   [junit4]   2> 1036934 INFO  (qtp669832010-6866) [n:127.0.0.1:60012_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:60049_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:60049","node_name":"127.0.0.1:60049_","state":"recovering"}
   [junit4]   2> 1036935 INFO  (qtp669832010-6866) [n:127.0.0.1:60012_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1036935 INFO  (qtp669832010-6866) [n:127.0.0.1:60012_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:60049_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1002
   [junit4]   2> 1037436 INFO  (recoveryExecutor-1191-thread-1-processing-n:127.0.0.1:60049_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:60049_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.

[...truncated too long message...]

m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 1719739 INFO  (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 1719739 INFO  (zkCallback-1364-thread-3-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard1_1 r:core_node14 x:splitByRouteKeyTest_shard1_1_replica0] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1719741 INFO  (coreCloseExecutor-3981-thread-1) [n:127.0.0.1:60681_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3d8ed6f8
   [junit4]   2> 1719741 INFO  (coreCloseExecutor-3981-thread-2) [n:127.0.0.1:60681_ c:collection1 s:shard1_1 r:core_node7 x:collection1_shard1_1_replica0] o.a.s.c.SolrCore [collection1_shard1_1_replica0]  CLOSING SolrCore org.apache.solr.core.SolrCore@57d0b673
   [junit4]   2> 1719741 INFO  (coreCloseExecutor-3981-thread-3) [n:127.0.0.1:60681_ c:routeFieldColl s:shard2 r:core_node1 x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore [routeFieldColl_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@70532e4
   [junit4]   2> 1719742 INFO  (coreCloseExecutor-3981-thread-4) [n:127.0.0.1:60681_ c:routeFieldColl s:shard1_1 r:core_node11 x:routeFieldColl_shard1_1_replica0] o.a.s.c.SolrCore [routeFieldColl_shard1_1_replica0]  CLOSING SolrCore org.apache.solr.core.SolrCore@208766e3
   [junit4]   2> 1719743 INFO  (coreCloseExecutor-3981-thread-5) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard2 r:core_node4 x:splitByRouteKeyTest_shard2_replica2] o.a.s.c.SolrCore [splitByRouteKeyTest_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@58544327
   [junit4]   2> 1720159 INFO  (coreCloseExecutor-3981-thread-4) [n:127.0.0.1:60681_ c:routeFieldColl s:shard1_1 r:core_node11 x:routeFieldColl_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.routeFieldColl.shard1_1.replica0
   [junit4]   2> 1720203 INFO  (coreCloseExecutor-3981-thread-2) [n:127.0.0.1:60681_ c:collection1 s:shard1_1 r:core_node7 x:collection1_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1_1.replica0
   [junit4]   2> 1720242 INFO  (coreCloseExecutor-3981-thread-5) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard2 r:core_node4 x:splitByRouteKeyTest_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.splitByRouteKeyTest.shard2.replica2
   [junit4]   2> 1720242 INFO  (coreCloseExecutor-3981-thread-3) [n:127.0.0.1:60681_ c:routeFieldColl s:shard2 r:core_node1 x:routeFieldColl_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.routeFieldColl.shard2.replica2
   [junit4]   2> 1720243 INFO  (coreCloseExecutor-3981-thread-1) [n:127.0.0.1:60681_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1720245 WARN  (zkCallback-1364-thread-5-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1720246 INFO  (zkCallback-1372-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1720246 INFO  (zkCallback-1340-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1722242 WARN  (zkCallback-1364-thread-3-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard1_1 r:core_node14 x:splitByRouteKeyTest_shard1_1_replica0] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1722242 INFO  (zkCallback-1364-thread-3-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard1_1 r:core_node14 x:splitByRouteKeyTest_shard1_1_replica0] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1722242 INFO  (zkCallback-1364-thread-3-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard1_1 r:core_node14 x:splitByRouteKeyTest_shard1_1_replica0] o.a.s.c.SolrCore [splitByRouteKeyTest_shard1_1_replica0]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f74d286
   [junit4]   2> 1722307 INFO  (zkCallback-1364-thread-3-processing-n:127.0.0.1:60681_) [n:127.0.0.1:60681_ c:splitByRouteKeyTest s:shard1_1 r:core_node14 x:splitByRouteKeyTest_shard1_1_replica0] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.splitByRouteKeyTest.shard1_1.replica0
   [junit4]   2> 1722308 INFO  (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@550799b6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1722308 INFO  (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@374e89{/,null,UNAVAILABLE}
   [junit4]   2> 1722312 INFO  (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 60649
   [junit4]   2> 1722312 ERROR (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1722313 INFO  (TEST-ShardSplitTest.test-seed#[693216C06B46A4C2]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60645 60645
   [junit4]   2> 1722320 INFO  (Thread-1994) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60645 60645
   [junit4]   2> 1731746 WARN  (Thread-1994) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	8	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	8	/solr/collections/splitByRouteKeyTest/state.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1731748 INFO  (SUITE-ShardSplitTest-seed#[693216C06B46A4C2]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_693216C06B46A4C2-001
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-NI, timezone=America/Montserrat
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=106495408,total=280842240
   [junit4]   2> NOTE: All tests run in this JVM: [ExternalFileFieldSortTest, TestIndexingPerformance, TestSolrDeletionPolicy2, ForceLeaderTest, SuggesterTest, QueryResultKeyTest, NoCacheHeaderTest, TestSmileRequest, CoreSorterTest, IndexSchemaTest, DistanceUnitsTest, TestCodecSupport, SortSpecParsingTest, BasicAuthStandaloneTest, TestUseDocValuesAsStored, TestSchemaManager, MergeStrategyTest, TestSimpleTrackingShardHandler, TestTolerantUpdateProcessorCloud, TestQuerySenderListener, TestConfig, TestLuceneMatchVersion, SolrGraphiteReporterTest, TestNoOpRegenerator, CloudMLTQParserTest, TestQueryTypes, TestObjectReleaseTracker, SharedFSAutoReplicaFailoverUtilsTest, TestQueryWrapperFilter, AnalysisErrorHandlingTest, TestPayloadCheckQParserPlugin, TestReversedWildcardFilterFactory, OverseerTaskQueueTest, TestJavabinTupleStreamParser, CdcrVersionReplicationTest, TestAuthorizationFramework, TestTrie, ClusterStateTest, ChaosMonkeySafeLeaderTest, StatsReloadRaceTest, TestDefaultStatsCache, TestFieldSortValues, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ResponseHeaderTest, TestMiniSolrCloudClusterSSL, TestFieldCacheSortRandom, FileBasedSpellCheckerTest, TestJsonFacets, UpdateLogTest, SliceStateTest, TestPathTrie, DateRangeFieldTest, FullHLLTest, UpdateParamsTest, TestCloudPseudoReturnFields, TestDeleteCollectionOnDownNodes, DistanceFunctionTest, TestClusterProperties, TestFastWriter, TestJmxMonitoredMap, DistributedQueryComponentOptimizationTest, FieldAnalysisRequestHandlerTest, DeleteInactiveReplicaTest, FieldMutatingUpdateProcessorTest, ReplaceNodeTest, TestFieldCache, TestDistributedMissingSort, CurrencyFieldOpenExchangeTest, PreAnalyzedUpdateProcessorTest, PreAnalyzedFieldTest, SuggestComponentTest, TolerantUpdateProcessorTest, SuggesterTSTTest, TestBulkSchemaAPI, TestRandomFlRTGCloud, DirectUpdateHandlerOptimizeTest, BasicFunctionalityTest, AutoCommitTest, TestEmbeddedSolrServerSchemaAPI, CopyFieldTest, TestValueSourceCache, AliasIntegrationTest, ShardRoutingCustomTest, TestShardHandlerFactory, TestFuzzyAnalyzedSuggestions, BlockCacheTest, TestInfoStreamLogging, DataDrivenBlockJoinTest, TestSchemaVersionResource, TestExpandComponent, TestSolrCloudWithHadoopAuthPlugin, TestSearchPerf, TestCoreDiscovery, TestBulkSchemaConcurrent, OverseerCollectionConfigSetProcessorTest, TestCollapseQParserPlugin, SSLMigrationTest, NotRequiredUniqueKeyTest, TestMiniSolrCloudCluster, LukeRequestHandlerTest, HdfsSyncSliceTest, ShardSplitTest]
   [junit4] Completed [244/712 (1!)] on J1 in 708.11s, 5 tests, 1 failure <<< FAILURES!

[...truncated 45027 lines...]

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 879 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/879/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

149 tests failed.
FAILED:  org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes

Error Message:
Timed out waiting for leader elections null Last available state: null

Stack Trace:
java.lang.AssertionError: Timed out waiting for leader elections
null
Last available state: null
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:423FED534970D534]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:47)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry(TestLeaderElectionZkExpiry.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestOnReconnectListenerSupport.test

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:70)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:218)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
Cannot run program "bash": error=24, Too many open files

Stack Trace:
java.io.IOException: Cannot run program "bash": error=24, Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1048)
	at org.apache.hadoop.util.Shell.runCommand(Shell.java:486)
	at org.apache.hadoop.util.Shell.run(Shell.java:456)
	at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:722)
	at org.apache.hadoop.util.Shell.execCommand(Shell.java:815)
	at org.apache.hadoop.util.Shell.execCommand(Shell.java:798)
	at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getUnixGroups(ShellBasedUnixGroupsMapping.java:84)
	at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getGroups(ShellBasedUnixGroupsMapping.java:52)
	at org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback.getGroups(JniBasedUnixGroupsMappingWithFallback.java:51)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.fetchGroupList(Groups.java:239)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:220)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:208)
	at com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599)
	at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379)
	at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342)
	at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257)
	at com.google.common.cache.LocalCache.get(LocalCache.java:4000)
	at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4004)
	at com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4874)
	at org.apache.hadoop.security.Groups.getGroups(Groups.java:182)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getUsersFirstGroup(TestSolrCloudWithSecureImpersonation.java:66)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getImpersonatorSettings(TestSolrCloudWithSecureImpersonation.java:89)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.startup(TestSolrCloudWithSecureImpersonation.java:104)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: error=24, Too many open files
	at java.lang.UNIXProcess.forkAndExec(Native Method)
	at java.lang.UNIXProcess.<init>(UNIXProcess.java:247)
	at java.lang.ProcessImpl.start(ProcessImpl.java:134)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1029)
	... 46 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
Cannot run program "bash": error=24, Too many open files

Stack Trace:
java.io.IOException: Cannot run program "bash": error=24, Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1048)
	at org.apache.hadoop.util.Shell.runCommand(Shell.java:486)
	at org.apache.hadoop.util.Shell.run(Shell.java:456)
	at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:722)
	at org.apache.hadoop.util.Shell.execCommand(Shell.java:815)
	at org.apache.hadoop.util.Shell.execCommand(Shell.java:798)
	at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getUnixGroups(ShellBasedUnixGroupsMapping.java:84)
	at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getGroups(ShellBasedUnixGroupsMapping.java:52)
	at org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback.getGroups(JniBasedUnixGroupsMappingWithFallback.java:51)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.fetchGroupList(Groups.java:239)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:220)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:208)
	at com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599)
	at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379)
	at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342)
	at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257)
	at com.google.common.cache.LocalCache.get(LocalCache.java:4000)
	at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4004)
	at com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4874)
	at org.apache.hadoop.security.Groups.getGroups(Groups.java:182)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getUsersFirstGroup(TestSolrCloudWithSecureImpersonation.java:66)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getImpersonatorSettings(TestSolrCloudWithSecureImpersonation.java:89)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.shutdown(TestSolrCloudWithSecureImpersonation.java:164)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: error=24, Too many open files
	at java.lang.UNIXProcess.forkAndExec(Native Method)
	at java.lang.UNIXProcess.<init>(UNIXProcess.java:247)
	at java.lang.ProcessImpl.start(ProcessImpl.java:134)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1029)
	... 45 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.createMiniSolrCloudCluster(TestStressCloudBlindAtomicUpdates.java:124)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.afterClass(TestStressCloudBlindAtomicUpdates.java:154)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates

Error Message:
Captured an uncaught exception in thread: Thread[id=17064, name=Thread-3268, state=RUNNABLE, group=TGRP-TestStressCloudBlindAtomicUpdates]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17064, name=Thread-3268, state=RUNNABLE, group=TGRP-TestStressCloudBlindAtomicUpdates]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.cloud.TestStressLiveNodes.createMiniSolrCloudCluster(TestStressLiveNodes.java:69)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.TestStressLiveNodes.afterClass(TestStressLiveNodes.java:83)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes

Error Message:
Captured an uncaught exception in thread: Thread[id=17067, name=Thread-3269, state=RUNNABLE, group=TGRP-TestStressLiveNodes]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17067, name=Thread-3269, state=RUNNABLE, group=TGRP-TestStressLiveNodes]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorRandomCloud.java:96)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud

Error Message:
Captured an uncaught exception in thread: Thread[id=17070, name=Thread-3270, state=RUNNABLE, group=TGRP-TestTolerantUpdateProcessorRandomCloud]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17070, name=Thread-3270, state=RUNNABLE, group=TGRP-TestTolerantUpdateProcessorRandomCloud]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.BlobRepositoryCloudTest

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.core.BlobRepositoryCloudTest.setupCluster(BlobRepositoryCloudTest.java:46)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.BlobRepositoryCloudTest

Error Message:
Captured an uncaught exception in thread: Thread[id=17073, name=Thread-3271, state=RUNNABLE, group=TGRP-BlobRepositoryCloudTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17073, name=Thread-3271, state=RUNNABLE, group=TGRP-BlobRepositoryCloudTest]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestInfoStreamLogging

Error Message:
invalid API spec: apispec/cluster.json

Stack Trace:
java.lang.RuntimeException: invalid API spec: apispec/cluster.json
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
	at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
	at org.apache.solr.api.Api.getSpec(Api.java:64)
	at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:186)
	at org.apache.solr.core.CoreContainer.createHandler(CoreContainer.java:1366)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:177)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:140)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:146)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:705)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:695)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:569)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:558)
	at org.apache.solr.core.TestInfoStreamLogging.beforeClass(TestInfoStreamLogging.java:28)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestInfoStreamLogging

Error Message:
Could not remove the following files (in the order of attempts):    /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: Too many open files    /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: Too many open files 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: Too many open files
   /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: Too many open files

	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestInfoStreamLogging

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.core.TestInfoStreamLogging:     1) Thread[id=17076, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=17077, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.core.TestInfoStreamLogging: 
   1) Thread[id=17076, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=17077, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestShardHandlerFactory

Error Message:
org.apache.solr.core.TestShardHandlerFactory

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.core.TestShardHandlerFactory
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/core/TestShardHandlerFactory.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestSimpleTextCodec

Error Message:
org.apache.solr.core.TestSimpleTextCodec

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.core.TestSimpleTextCodec
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/core/TestSimpleTextCodec.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestSolrXml

Error Message:
org.apache.solr.core.TestSolrXml

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.core.TestSolrXml
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/core/TestSolrXml.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  org.apache.solr.handler.TestBlobHandler.doBlobHandlerTest

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:70)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:218)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedFacetPivotSmallAdvancedTest.test

Error Message:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallAdvancedTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallAdvancedTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:545EB671C1AFF444]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:162)
	at org.apache.commons.io.FileUtils.doCopyFile(FileUtils.java:1142)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1446)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1444)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
	at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1099)
	at org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:320)
	at org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:330)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test

Error Message:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:545EB671C1AFF444]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:162)
	at org.apache.commons.io.FileUtils.doCopyFile(FileUtils.java:1142)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1446)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1444)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
	at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1099)
	at org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:320)
	at org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:330)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedFacetPivotWhiteBoxTest.test

Error Message:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotWhiteBoxTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotWhiteBoxTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:545EB671C1AFF444]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:162)
	at org.apache.commons.io.FileUtils.doCopyFile(FileUtils.java:1142)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1446)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1444)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
	at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1099)
	at org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:320)
	at org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:330)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.setupCluster(DistributedQueryComponentOptimizationTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest

Error Message:
Captured an uncaught exception in thread: Thread[id=17089, name=Thread-3273, state=RUNNABLE, group=TGRP-DistributedQueryComponentOptimizationTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17089, name=Thread-3273, state=RUNNABLE, group=TGRP-DistributedQueryComponentOptimizationTest]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.TestExpandComponent

Error Message:
org.apache.solr.common.SolrException: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.util.TestHarness.createConfig(TestHarness.java:88)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:702)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:695)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:569)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:558)
	at org.apache.solr.handler.component.TestExpandComponent.beforeClass(TestExpandComponent.java:34)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.
	at org.apache.solr.core.Config.<init>(Config.java:154)
	at org.apache.solr.core.Config.<init>(Config.java:90)
	at org.apache.solr.core.SolrConfig.<init>(SolrConfig.java:203)
	at org.apache.solr.core.SolrConfig.<init>(SolrConfig.java:175)
	at org.apache.solr.util.TestHarness.createConfig(TestHarness.java:86)
	... 29 more
Caused by: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.
	at com.sun.org.apache.xerces.internal.util.ErrorHandlerWrapper.createSAXParseException(ErrorHandlerWrapper.java:203)
	at com.sun.org.apache.xerces.internal.util.ErrorHandlerWrapper.fatalError(ErrorHandlerWrapper.java:177)
	at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:400)
	at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:327)
	at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:284)
	at com.sun.org.apache.xerces.internal.xinclude.XIncludeHandler.reportError(XIncludeHandler.java:2395)
	at com.sun.org.apache.xerces.internal.xinclude.XIncludeHandler.reportFatalError(XIncludeHandler.java:2390)
	at com.sun.org.apache.xerces.internal.xinclude.XIncludeHandler.emptyElement(XIncludeHandler.java:985)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.scanStartElement(XMLNSDocumentScannerImpl.java:351)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2784)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:602)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:112)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:505)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:841)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:770)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.DOMParser.parse(DOMParser.java:243)
	at com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderImpl.parse(DocumentBuilderImpl.java:339)
	at org.apache.solr.core.Config.<init>(Config.java:143)
	... 33 more


FAILED:  junit.framework.TestSuite.org.apache.solr.metrics.JvmMetricsTest

Error Message:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.JvmMetricsTest_DC0A89AB6F5399BC-001/tempDir-001/solr.xml (Too many open files)

Stack Trace:
java.lang.RuntimeException: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.JvmMetricsTest_DC0A89AB6F5399BC-001/tempDir-001/solr.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.SolrJettyTestBase.legacyExampleCollection1SolrHome(SolrJettyTestBase.java:216)
	at org.apache.solr.metrics.JvmMetricsTest.beforeTest(JvmMetricsTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.

[...truncated too long message...]

a:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [706/712 (130!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.hll.ExplicitHLLTest
   [junit4] ERROR   0.00s J0 | ExplicitHLLTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.ExplicitHLLTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/ExplicitHLLTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [707/712 (131!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.hll.FullHLLTest
   [junit4] ERROR   0.00s J0 | FullHLLTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.FullHLLTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/FullHLLTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [708/712 (132!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.hll.HLLUtilTest
   [junit4] ERROR   0.00s J0 | HLLUtilTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.HLLUtilTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/HLLUtilTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [709/712 (133!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.hll.SparseHLLTest
   [junit4] ERROR   0.00s J0 | SparseHLLTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.SparseHLLTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/SparseHLLTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [710/712 (134!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.stats.MetricUtilsTest
   [junit4] ERROR   0.00s J0 | MetricUtilsTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.stats.MetricUtilsTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/stats/MetricUtilsTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [711/712 (135!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 43485 lines...]

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 878 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/878/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

61 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.CollectionAdminRequestRequiredParamsTest

Error Message:
org.apache.solr.client.solrj.CollectionAdminRequestRequiredParamsTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.CollectionAdminRequestRequiredParamsTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/CollectionAdminRequestRequiredParamsTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.SolrExampleBinaryTest

Error Message:
org.apache.solr.client.solrj.SolrExampleBinaryTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.SolrExampleBinaryTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/SolrExampleBinaryTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.SolrExampleXMLTest

Error Message:
org.apache.solr.client.solrj.SolrExampleXMLTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.SolrExampleXMLTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/SolrExampleXMLTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.SolrSchemalessExampleTest

Error Message:
org.apache.solr.client.solrj.SolrSchemalessExampleTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.SolrSchemalessExampleTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/SolrSchemalessExampleTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestBatchUpdate

Error Message:
org.apache.solr.client.solrj.TestBatchUpdate

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.TestBatchUpdate
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/TestBatchUpdate.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestSolrJErrorHandling

Error Message:
org.apache.solr.client.solrj.TestSolrJErrorHandling

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.TestSolrJErrorHandling
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/TestSolrJErrorHandling.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest

Error Message:
org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/LargeVolumeBinaryJettyTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.LargeVolumeJettyTest

Error Message:
org.apache.solr.client.solrj.embedded.LargeVolumeJettyTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.LargeVolumeJettyTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/LargeVolumeJettyTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.SolrExampleJettyTest

Error Message:
org.apache.solr.client.solrj.embedded.SolrExampleJettyTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.SolrExampleJettyTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/SolrExampleJettyTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServer

Error Message:
org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServer

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServer
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/TestEmbeddedSolrServer.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.TestSolrProperties

Error Message:
org.apache.solr.client.solrj.embedded.TestSolrProperties

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.TestSolrProperties
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/TestSolrProperties.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest

Error Message:
org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/CloudSolrClientCacheTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClientBuilderTest

Error Message:
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClientBuilderTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClientBuilderTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/ConcurrentUpdateSolrClientBuilderTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest

Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientBuilderTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientConPoolTest

Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientConPoolTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientConPoolTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientConPoolTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest

Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientSSLAuthConPoolTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.LBHttpSolrClientBuilderTest

Error Message:
org.apache.solr.client.solrj.impl.LBHttpSolrClientBuilderTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.LBHttpSolrClientBuilderTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/LBHttpSolrClientBuilderTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.LBHttpSolrClientTest

Error Message:
org.apache.solr.client.solrj.impl.LBHttpSolrClientTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.LBHttpSolrClientTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/LBHttpSolrClientTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.SolrPortAwareCookieSpecTest

Error Message:
org.apache.solr.client.solrj.impl.SolrPortAwareCookieSpecTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.SolrPortAwareCookieSpecTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/SolrPortAwareCookieSpecTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections

Error Message:
org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/TestCloudSolrClientConnections.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcDriverTest

Error Message:
org.apache.solr.client.solrj.io.sql.JdbcDriverTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.sql.JdbcDriverTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/sql/JdbcDriverTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest

Error Message:
org.apache.solr.client.solrj.io.sql.JdbcTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.sql.JdbcTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/sql/JdbcTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.JDBCStreamTest

Error Message:
org.apache.solr.client.solrj.io.stream.JDBCStreamTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.JDBCStreamTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/JDBCStreamTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest

Error Message:
org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest

Error Message:
org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/AddEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ArcCosineEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ArcCosineEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ArcCosineEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ArcCosineEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ArcSineEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ArcSineEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ArcSineEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ArcSineEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ArcTangentEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ArcTangentEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ArcTangentEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ArcTangentEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.CeilingEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.CeilingEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.CeilingEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/CeilingEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/CompoundEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ConversionEvaluatorsTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ConversionEvaluatorsTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ConversionEvaluatorsTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ConversionEvaluatorsTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ExclusiveOrEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.GreaterThanEqualToEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.GreaterThanEqualToEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.GreaterThanEqualToEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/GreaterThanEqualToEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.HyperbolicCosineEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.HyperbolicCosineEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.HyperbolicCosineEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/HyperbolicCosineEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.HyperbolicSineEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.HyperbolicSineEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.HyperbolicSineEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/HyperbolicSineEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ModuloEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ModuloEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ModuloEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ModuloEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.NaturalLogEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.NaturalLogEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.NaturalLogEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/NaturalLogEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/NotEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/OrEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.PowerEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.PowerEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.PowerEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/PowerEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.UuidEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.UuidEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.UuidEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/UuidEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.expr.StreamExpressionParserTest

Error Message:
org.apache.solr.client.solrj.io.stream.expr.StreamExpressionParserTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.expr.StreamExpressionParserTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/expr/StreamExpressionParserTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  org.apache.solr.client.solrj.request.TestCoreAdmin.testCoreSwap

Error Message:
SolrCore 'core0' is not available due to init failure: invalid API spec: apispec/emptySpec.json

Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'core0' is not available due to init failure: invalid API spec: apispec/emptySpec.json
	at __randomizedtesting.SeedInfo.seed([D7C327D4B227A9E9:5EA329708B8A2D3C]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1313)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:146)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
	at org.apache.solr.client.solrj.request.TestCoreAdmin.testCoreSwap(TestCoreAdmin.java:226)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/emptySpec.json
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:558)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: java.lang.RuntimeException: invalid API spec: apispec/emptySpec.json
	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
	at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
	at org.apache.solr.api.Api.getSpec(Api.java:64)
	at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
	at org.apache.solr.core.PluginBag.init(PluginBag.java:272)
	at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
	... 9 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestCoreAdmin

Error Message:
Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.request.TestCoreAdmin_D7C327D4B227A9E9-001/solrHome-001

Stack Trace:
java.io.IOException: Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.request.TestCoreAdmin_D7C327D4B227A9E9-001/solrHome-001
	at __randomizedtesting.SeedInfo.seed([D7C327D4B227A9E9]:0)
	at org.apache.commons.io.FileUtils.verifiedListFiles(FileUtils.java:1709)
	at org.apache.commons.io.FileUtils.cleanDirectory(FileUtils.java:1674)
	at org.apache.commons.io.FileUtils.deleteDirectory(FileUtils.java:1575)
	at org.apache.solr.client.solrj.embedded.AbstractEmbeddedSolrServerTestCase.tearDownHome(AbstractEmbeddedSolrServerTestCase.java:90)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsear

[...truncated too long message...]

ssLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [124/130 (55!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.SolrZkClientTest
   [junit4] ERROR   0.00s J0 | SolrZkClientTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.cloud.SolrZkClientTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/cloud/SolrZkClientTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [125/130 (56!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.TestZkConfigManager
   [junit4] ERROR   0.00s J0 | TestZkConfigManager (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.cloud.TestZkConfigManager
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/cloud/TestZkConfigManager.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [126/130 (57!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.params.CommonParamsTest
   [junit4] ERROR   0.00s J0 | CommonParamsTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.params.CommonParamsTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/params/CommonParamsTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [127/130 (58!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.params.ShardParamsTest
   [junit4] ERROR   0.00s J0 | ShardParamsTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.params.ShardParamsTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/params/ShardParamsTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [128/130 (59!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.util.TestValidatingJsonMap
   [junit4] ERROR   0.00s J0 | TestValidatingJsonMap (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.util.TestValidatingJsonMap
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/util/TestValidatingJsonMap.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [129/130 (60!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 42691 lines...]

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 877 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/877/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

All tests passed

Build Log:
[...truncated 20815 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:130: Found 2 violations in source files (tabs instead spaces).

Total time: 75 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 876 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/876/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
	at __randomizedtesting.SeedInfo.seed([A50C0D1D4B1BEC4B:CFED837676815A33]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12667 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/init-core-data-001
   [junit4]   2> 1687123 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1687124 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1687127 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001
   [junit4]   2> 1687127 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1687127 INFO  (Thread-3487) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1687127 INFO  (Thread-3487) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1687132 ERROR (Thread-3487) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1687237 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:54206
   [junit4]   2> 1687299 INFO  (jetty-launcher-2573-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1687299 INFO  (jetty-launcher-2573-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1687299 INFO  (jetty-launcher-2573-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1687300 INFO  (jetty-launcher-2573-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1687302 INFO  (jetty-launcher-2573-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@787fffbc{/solr,null,AVAILABLE}
   [junit4]   2> 1687303 INFO  (jetty-launcher-2573-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@16fefe4d{SSL,[ssl, http/1.1]}{127.0.0.1:54208}
   [junit4]   2> 1687303 INFO  (jetty-launcher-2573-thread-4) [    ] o.e.j.s.Server Started @1690874ms
   [junit4]   2> 1687303 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54208}
   [junit4]   2> 1687303 ERROR (jetty-launcher-2573-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1687304 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1687304 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1687304 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1687304 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T01:01:51.414Z
   [junit4]   2> 1687304 INFO  (jetty-launcher-2573-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@338cc483{/solr,null,AVAILABLE}
   [junit4]   2> 1687305 INFO  (jetty-launcher-2573-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@653d1799{/solr,null,AVAILABLE}
   [junit4]   2> 1687305 INFO  (jetty-launcher-2573-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2cc8a807{SSL,[ssl, http/1.1]}{127.0.0.1:54209}
   [junit4]   2> 1687305 INFO  (jetty-launcher-2573-thread-2) [    ] o.e.j.s.Server Started @1690876ms
   [junit4]   2> 1687305 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54209}
   [junit4]   2> 1687306 ERROR (jetty-launcher-2573-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34661434{/solr,null,AVAILABLE}
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T01:01:51.416Z
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4446920a{SSL,[ssl, http/1.1]}{127.0.0.1:54211}
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-1) [    ] o.e.j.s.Server Started @1690877ms
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54211}
   [junit4]   2> 1687306 ERROR (jetty-launcher-2573-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T01:01:51.417Z
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4af41e7d{SSL,[ssl, http/1.1]}{127.0.0.1:54210}
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.e.j.s.Server Started @1690878ms
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54210}
   [junit4]   2> 1687307 ERROR (jetty-launcher-2573-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T01:01:51.417Z
   [junit4]   2> 1687309 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1687309 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1687310 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1687313 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1687332 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1687333 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1687333 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
   [junit4]   2> 1687333 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
   [junit4]   2> 1687334 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1687335 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1687335 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
   [junit4]   2> 1687335 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
   [junit4]   2> 1687373 INFO  (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1687373 INFO  (jetty-launcher-2573-thread-2) [n:127.0.0.1:54209_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1687373 INFO  (jetty-launcher-2573-thread-1) [n:127.0.0.1:54211_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1687374 INFO  (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54210_solr
   [junit4]   2> 1687375 INFO  (jetty-launcher-2573-thread-4) [n:127.0.0.1:54208_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1687376 INFO  (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr    ] o.a.s.c.Overseer Overseer (id=97997849312624650-127.0.0.1:54210_solr-n_0000000000) starting
   [junit4]   2> 1687376 INFO  (jetty-launcher-2573-thread-2) [n:127.0.0.1:54209_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54209_solr
   [junit4]   2> 1687377 INFO  (jetty-launcher-2573-thread-1) [n:127.0.0.1:54211_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54211_solr
   [junit4]   2> 1687378 INFO  (jetty-launcher-2573-thread-4) [n:127.0.0.1:54208_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54208_solr
   [junit4]   2> 1687378 INFO  (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1687378 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1687379 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1687380 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1687380 INFO  (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1687380 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1687380 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1687382 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1687382 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1687382 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1687382 INFO  (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1687412 INFO  (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54210_solr
   [junit4]   2> 1687415 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1687415 INFO  (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1687415 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1687415 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1687471 INFO  (jetty-launcher-2573-thread-4) [n:127.0.0.1:54208_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/.
   [junit4]   2> 1687471 INFO  (jetty-launcher-2573-thread-2) [n:127.0.0.1:54209_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/.
   [junit4]   2> 1687473 INFO  (jetty-launcher-2573-thread-1) [n:127.0.0.1:54211_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/.
   [junit4]   2> 1687532 INFO  (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/.
   [junit4]   2> 1687546 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1687547 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54206/solr ready
   [junit4]   2> 1687572 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[A50C0D1D4B1BEC4B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
   [junit4]   2> 1687574 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[A50C0D1D4B1BEC4B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1687594 INFO  (qtp143000575-15158) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1687596 INFO  (OverseerThreadFactory-7620-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCreateShardRepFactor
   [junit4]   2> 1687723 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2
   [junit4]   2> 1687723 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1687735 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2
   [junit4]   2> 1687735 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1687852 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1687852 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1688744 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1688757 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1688763 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1688763 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1688792 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1688792 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_b_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1688792 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1688792 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_a_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1688792 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1688792 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/testCreateShardRepFactor_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/./testCreateShardRepFactor_b_replica1/data/]
   [junit4]   2> 1688792 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1688792 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/testCreateShardRepFactor_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./testCreateShardRepFactor_a_replica1/data/]
   [junit4]   2> 1688843 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1688843 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1688843 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1688843 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1688844 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1688844 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1688845 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1688845 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1688845 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6db02840[testCreateShardRepFactor_a_replica1] main]
   [junit4]   2> 1688845 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68325614[testCreateShardRepFactor_b_replica1] main]
   [junit4]   2> 1688846 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1688846 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1688847 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1688847 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1688847 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1688847 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1688847 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567965590802399232
   [junit4]   2> 1688847 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567965590802399232
   [junit4]   2> 1688847 INFO  (searcherExecutor-7629-thread-1-processing-n:127.0.0.1:54211_solr x:testCreateShardRepFactor_b_replica1 s:b c:testCreateShardRepFactor) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1] Registered new searcher Searcher@68325614[testCreateShardRepFactor_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1688847 INFO  (searcherExecutor-7630-thread-1-processing-n:127.0.0.1:54208_solr x:testCreateShardRepFactor_a_replica1 s:a c:testCreateShardRepFactor) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1] Registered new searcher Searcher@6db02840[testCreateShardRepFactor_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54211/solr/testCreateShardRepFactor_b_replica1/
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:54211/solr/testCreateShardRepFactor_b_replica1/ has no replicas
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54208/solr/testCreateShardRepFactor_a_replica1/
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:54208/solr/testCreateShardRepFactor_a_replica1/ has no replicas
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1688860 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54211/solr/testCreateShardRepFactor_b_replica1/ b
   [junit4]   2> 1688860 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54208/solr/testCreateShardRepFactor_a_replica1/ a
   [junit4]   2> 1688970 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1688970 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1688972 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1688973 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1688976 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2} status=0 QTime=1253
   [junit4]   2> 1688976 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2} status=0 QTime=1241
   [junit4]   2> 1688980 INFO  (qtp143000575-15158) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1689096 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1689096 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1689610 INFO  (OverseerCollectionConfigSetProcessor-97997849312624650-127.0.0.1:54210_solr-n_0000000000) [n:127.0.0.1:54210_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1689990 INFO  (qtp143000575-15158) [n:127.0.0.1:54208_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2} status=0 QTime=2396
   [junit4]   2> 1689993 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1689999 INFO  (OverseerThreadFactory-7620-thread-2-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateShardCmd Create shard invoked: {
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "operation":"createshard"}
   [junit4]   2> 1690113 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1690114 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1690213 INFO  (OverseerThreadFactory-7620-thread-2-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateShardCmd Creating shard testCreateShardRepFactor_x_replica1 as part of slice x of collection testCreateShardRepFactor on 127.0.0.1:54210_solr
   [junit4]   2> 1690230 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
   [junit4]   2> 1690231 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1690346 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1690346 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1690346 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1691299 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1691304 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1691321 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1691321 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_x_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1691321 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1691321 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_x_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/testCreateShardRepFactor_x_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./testCreateShardRepFactor_x_replica1/data/]
   [junit4]   2> 1691365 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1691365 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1691367 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1691367 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1691367 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@419b61d8[testCreateShardRepFactor_x_replica1] main]
   [junit4]   2> 1691369 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1691369 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1691369 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1691369 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567965593446907904
   [junit4]   2> 1691369 INFO  (searcherExecutor-7639-thread-1-processing-n:127.0.0.1:54210_solr x:testCreateShardRepFactor_x_replica1 s:x c:testCreateShardRepFactor) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1] Registered new searcher Searcher@419b61d8[testCreateShardRepFactor_x_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54210/solr/testCreateShardRepFactor_x_replica1/
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:54210/solr/testCreateShardRepFactor_x_replica1/ has no replicas
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1692354 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692354 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692355 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692358 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54210/solr/testCreateShardRepFactor_x_replica1/ x
   [junit4]   2> 1692464 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692464 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692464 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692478 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1692483 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=2252
   [junit4]   2> 1692484 INFO  (OverseerThreadFactory-7620-thread-2-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateShardCmd Finished create command on all shards for collection: testCreateShardRepFactor
   [junit4]   2> 1692489 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=2495
   [junit4]   2> 1692492 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[A50C0D1D4B1BEC4B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShardRepFactor
   [junit4]   2> 1692529 INFO  (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[A50C0D1D4B1BEC4B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
   [junit4]   2> 1692530 INFO  (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[A50C0D1D4B1BEC4B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1692534 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1692537 INFO  (OverseerThreadFactory-7620-thread-3-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1692537 INFO  (OverseerCollectionConfigSetProcessor-97997849312624650-127.0.0.1:54210_solr-n_0000000000) [n:127.0.0.1:54210_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1692540 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 1692540 INFO  (qtp1170184398-15176) [n:127.0.0.1:54211_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 1692540 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@29d25e7
   [junit4]   2> 1692540 INFO  (qtp1170184398-15176) [n:127.0.0.1:54211_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@38294e44
   [junit4]   2> 1692540 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 1692540 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@18786b2d
   [junit4]   2> 1692541 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 1692541 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 1692541 INFO  (qtp1170184398-15176) [n:127.0.0.1:54211_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 1692543 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_x_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1692544 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_a_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1692544 INFO  (qtp1170184398-15176) [n:127.0.0.1:54211_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_b_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1693272 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2} status=0 QTime=738
   [junit4]   2> 1693276 INFO  (qtp143000575-15159) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&router.field=shard_s&name=withShardField&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1693281 INFO  (OverseerThreadFactory-7620-thread-4-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateCollectionCmd Create collection withShardField
   [junit4]   2> 1693282 WARN  (OverseerThreadFactory-7620-thread-4-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 5 on collection withShardField is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1693282 INFO  (OverseerCollectionConfigSetProcessor-97997849312624650-127.0.0.1:54210_solr-n_0000000000) [n:127.0.0.1:54210_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1693516 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica3&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 1693518 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica5&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 1693526 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica2&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 1693542 INFO  (qtp1170184398-15155) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica4&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 1693545 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica5&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 1693545 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 1693546 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica1&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 1693548 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica2&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 1693549 INFO  (qtp1170184398-15177) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica3&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 1693550 INFO  (qtp1170184398-15178) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica1&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 1693555 INFO  (qtp860685379-15143) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica1&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 1693555 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica5&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 1693556 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica3&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 1693556 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica4&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 1693590 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 1693591 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica2&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 1693591 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1693591 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica5&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 1693594 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica3&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 1693596 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica4&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 1693607 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 1693740 INFO  (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1693740 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1693740 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1693740 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1694577 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694577 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694581 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694598 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694600 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694603 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.s.IndexSchema [withShardField_b_replica3] Schema name=cloud-dynamic
   [junit4]   2> 1694603 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema [withShardField_c_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1694620 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.s.IndexSchema [withShardField_d_replica5] Schema name=cloud-dynamic
   [junit4]   2> 1694623 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.s.IndexSchema [withShardField_a_replica4] Schema name=cloud-dynamic
   [junit4]   2> 1694640 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema [withShardField_d_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1694643 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694643 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694644 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694644 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrCore [[withShardField_c_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_c_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_c_replica2/data/]
   [junit4]   2> 1694668 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694668 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica5' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694668 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694668 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.c.SolrCore [[withShardField_d_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_d_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_d_replica5/data/]
   [junit4]   2> 1694671 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694671 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica1' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694672 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694672 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrCore [[withShardField_d_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_d_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_d_replica1/data/]
   [junit4]   2> 1694673 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694673 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica3' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694674 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694674 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.SolrCore [[withShardField_b_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_b_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_b_replica3/data/]
   [junit4]   2> 1694679 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694679 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica4' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694680 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694680 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.SolrCore [[withShardField_a_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_a_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_a_replica4/data/]
   [junit4]   2> 1694697 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694698 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694700 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694715 INFO  (qtp860685379-15143) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694721 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694721 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.s.IndexSchema [withShardField_c_replica4] Schema name=cloud-dynamic
   [junit4]   2> 1694728 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694741 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694742 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694742 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694759 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694759 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694767 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694779 INFO  (qtp1170184398-15155) [n:127.0.0.1:54211_solr c:withShardField s:d  x:withShardField_d_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694784 INFO  (qtp1170184398-15177) [n:127.0.0.1:54211_solr c:withShardField s:a  x:withShardField_a_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694784 INFO  (qtp1170184398-15178) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694786 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema [withShardField_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1694802 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.s.IndexSchema [withShardField_c_replica5] Schema name=cloud-dynamic
   [junit4]   2> 1694810 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.s.IndexSchema [withShardField_b_replica5] Schema name=cloud-dynamic
   [junit4]   2> 1694810 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.s.IndexSchema [withShardField_d_replica3] Schema name=cloud-dynamic
   [junit4]   2> 1694838 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694838 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica3' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694839 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694839 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.SolrCore [[withShardField_d_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_d_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_d_replica3/data/]
   [junit4]   2> 1694839 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694839 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica1' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694839 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694839 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrCore [[withShardField_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_a_replica1/data/]
   [junit4]   2> 1694842 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.s.IndexSchema [withShardField_b_replica4] Schema name=cloud-dynamic
   [junit4]   2> 1694842 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema [withShardField_d_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1694842 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.s.IndexSchema [withShardField_a_replica5] Schema name=cloud-dynamic
   [junit4]   2> 1694868 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694885 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica4' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694886 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694885 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694886 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.SolrCore [[withShardField_c_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_c_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_c_replica4/data/]
   [junit4]   2> 1694882 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694886 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica5' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694886 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694886 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.c.SolrCore [[withShardField_a_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_a_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_a_replica5/data/]
   [junit4]   2> 1694878 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.s.IndexSchema [withShardField_c_replica3] Schema name=cloud-dynamic
   [junit4]   2> 1694886 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica4' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694887 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694887 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.SolrCore [[withShardField_b_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_b_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_b_replica4/data/]
   [junit4]   2> 1694914 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694914 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica3' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694915 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694915 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.SolrCore [[withShardField_c_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_c_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_c_replica3/data/]
   [junit4]   2> 1694934 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694934 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694934 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694935 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrCore [[withShardField_d_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_d_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_d_replica2/data/]
   [junit4]   2> 1694935 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694935 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica5' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694935 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694935 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.c.SolrCore [[withShardField_b_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_b_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_b_replica5/data/]
   [junit4]   2> 1694936 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694936 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica5' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694936 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694936 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.c.SolrCore [[withShardField_c_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/withShardField_c_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/./withShardField_c_replica5/data/]
   [junit4]   2> 1694937 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema [withShardField_a_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1694938 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema [withShardField_b_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1694939 INFO  (qtp860685379-15143) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.IndexSchema [withShardField_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1694967 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694967 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694967 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694967 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrCore [[withShardField_a_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_a_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_a_replica2/data/]
   [junit4]   2> 1694983 INFO  (qtp1170184398-15155) [n:127.0.0.1:54211_solr c:withShardField s:d  x:withShardField_d_replica4] o.a.s.s.IndexSchema [withShardField_d_replica4] Schema name=cloud-dynamic
   [junit4]   2> 1694988 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694988 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694989 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694989 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrCore [[withSha

[...truncated too long message...]

[    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@787fffbc{/solr,null,UNAVAILABLE}
   [junit4]   2> 1737901 ERROR (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1737902 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54206 54206
   [junit4]   2> 1737922 INFO  (Thread-3487) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54206 54206
   [junit4]   2> 1738294 WARN  (Thread-3487) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	4	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	4	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	4	/solr/collections/withShardField/state.json
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/a/election/97997849312624651-core_node17-n_0000000001
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/d/election/97997849312624651-core_node15-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	32	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1738294 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001
   [junit4]   2> May 21, 2017 1:02:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cs, timezone=Pacific/Wallis
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=66091936,total=484163584
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrUpdateLogTest, TestMacroExpander, SolrCloudExampleTest, TestLRUCache, OpenExchangeRatesOrgProviderTest, TestOverriddenPrefixQueryForCustomFieldType, BlockDirectoryTest, TestReloadDeadlock, AtomicUpdateProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, TestComplexPhraseLeadingWildcard, TestFieldCollectionResource, TestSweetSpotSimilarityFactory, TestUnifiedSolrHighlighter, TestManagedStopFilterFactory, PKIAuthenticationIntegrationTest, TestCharFilters, CdcrRequestHandlerTest, TestDistributedStatsComponentCardinality, TestInitParams, TestSurroundQueryParser, TimeZoneUtilsTest, DateFieldTest, HdfsBasicDistributedZk2Test, TestSizeLimitedDistributedMap, AddBlockUpdateTest, SampleTest, JavabinLoaderTest, TestCryptoKeys, OverseerModifyCollectionTest, TestMinMaxOnMultiValuedField, TestRTimerTree, ChangedSchemaMergeTest, PingRequestHandlerTest, TestRTGBase, DeleteStatusTest, TestPerFieldSimilarity, PrimitiveFieldTypeTest, BasicDistributedZkTest, DistribDocExpirationUpdateProcessorTest, TestStressUserVersions, TestCustomSort, PolyFieldTest, DOMUtilTest, CollectionStateFormat2Test, AnalysisAfterCoreReloadTest, HttpSolrCallGetCoreTest, TestHashQParserPlugin, TestWordDelimiterFilterFactory, TestInPlaceUpdatesStandalone, SuggesterFSTTest, TestDistribIDF, QueryElevationComponentTest, OverriddenZkACLAndCredentialsProvidersTest, BasicAuthIntegrationTest, DirectSolrSpellCheckerTest, CdcrReplicationDistributedZkTest, ReplicationFactorTest, SOLR749Test, TestHighlightDedupGrouping, FileUtilsTest, TestTestInjection, TestConfigSetImmutable, TestExtendedDismaxParser, SimpleMLTQParserTest, TestHalfAndHalfDocValues, DocValuesMultiTest, TestPartialUpdateDeduplication, UUIDUpdateProcessorFallbackTest, TestSchemaNameResource, LeaderElectionTest, RankQueryTest, CoreAdminRequestStatusTest, SolrJmxReporterTest, SolrGangliaReporterTest, TestPKIAuthenticationPlugin, TestImpersonationWithHadoopAuth, TestClassNameShortening, WrapperMergePolicyFactoryTest, RemoteQueryErrorTest, TestSchemaSimilarityResource, TestSchemalessBufferedUpdates, SolrCoreMetricManagerTest, TestCloudManagedSchema, CollectionsAPIAsyncDistributedZkTest, BlockJoinFacetDistribTest, HdfsDirectoryTest, DocExpirationUpdateProcessorFactoryTest, TestSimpleQParserPlugin, TestHighFrequencyDictionaryFactory, TestManagedSchemaAPI, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, DistributedFacetExistsSmallTest, DirectSolrConnectionTest, TestReRankQParserPlugin, TestSort, TestPostingsSolrHighlighter, TestReplicaProperties, TestFileDictionaryLookup, DocumentAnalysisRequestHandlerTest, SyncSliceTest, DistributedSuggestComponentTest, TestApiFramework, SpatialRPTFieldTypeTest, HardAutoCommitTest, TestCloudRecovery, SolrTestCaseJ4Test, TestDistributedSearch, IndexBasedSpellCheckerTest, TestReplicationHandler, TestJsonRequest, TestMaxScoreQueryParser, ZkNodePropsTest, DocValuesNotIndexedTest, TestNumericTerms64, TestDynamicFieldCollectionResource, SoftAutoCommitTest, TestStressReorder, TestCSVLoader, TestFieldTypeCollectionResource, PathHierarchyTokenizerFactoryTest, TestLFUCache, BlockJoinFacetSimpleTest, PeerSyncReplicationTest, ShufflingReplicaListTransformerTest, TestUseDocValuesAsStored2, TestSerializedLuceneMatchVersion, TestSortByMinMaxFunction, StressHdfsTest, HdfsRestartWhileUpdatingTest, OutputWriterTest, InfixSuggestersTest, DirectoryFactoryTest, TestExportWriter, TestPseudoReturnFields, DistributedQueryComponentCustomSortTest, SimplePostToolTest, TestConfigSetsAPIExclusivity, TestPayloadScoreQParserPlugin, RequiredFieldsTest, AlternateDirectoryTest, SaslZkACLProviderTest, SolrCoreTest, TestSolr4Spatial2, DistributedQueueTest, ZkStateReaderTest, SmileWriterTest, ConfigureRecoveryStrategyTest, TestTolerantUpdateProcessorRandomCloud, PeerSyncWithIndexFingerprintCachingTest, SuggestComponentContextFilterQueryTest, TestPhraseSuggestions, CurrencyFieldXmlFileTest, LeaderInitiatedRecoveryOnCommitTest, TestRawTransformer, TestFieldCacheVsDocValues, TestImplicitCoreProperties, TestSha256AuthenticationProvider, TestUpdate, TestPerFieldSimilarityClassic, DisMaxRequestHandlerTest, SolrRequestParserTest, DistributedDebugComponentTest, TestLockTree, TestJettySolrRunner, TestStressCloudBlindAtomicUpdates, TestDocBasedVersionConstraints, TestDocumentBuilder, TestBinaryField, TestCollationField, SynonymTokenizerTest, TestReplicationHandlerBackup, TestHashPartitioner, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, AutoCommitTest, TestFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestStressVersions, TestCoreContainer, SimpleFacetsTest, PeerSyncTest, DirectUpdateHandlerTest, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, SuggesterTSTTest, TestStressLucene, TestTrie, SpatialFilterTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestReversedWildcardFilterFactory, TermsComponentTest, RequestHandlersTest, TestValueSourceCache, MoreLikeThisHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, TestComponentsName, HighlighterConfigTest, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, MultiTermTest, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, PrimUtilsTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, TestPathTrie, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest]
   [junit4] Completed [510/712 (1!)] on J0 in 51.96s, 4 tests, 1 error <<< FAILURES!

[...truncated 8163 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:130: Found 2 violations in source files (tabs instead spaces).

Total time: 69 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 873 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/873/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter

Error Message:
Collection not found: routeFieldColl

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
	at __randomizedtesting.SeedInfo.seed([A011E773833B4BD1:82779AE1C5AA08B]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1401)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1094)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestSizeLimitedDistributedMap.testCleanup

Error Message:
KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-xyz_1466

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-xyz_1466
	at __randomizedtesting.SeedInfo.seed([A011E773833B4BD1:F03BB4DDFA96DB64]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:480)
	at org.apache.solr.cloud.DistributedMap.put(DistributedMap.java:59)
	at org.apache.solr.cloud.SizeLimitedDistributedMap.put(SizeLimitedDistributedMap.java:71)
	at org.apache.solr.cloud.TestSizeLimitedDistributedMap.testCleanup(TestSizeLimitedDistributedMap.java:39)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11469 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSizeLimitedDistributedMap
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestSizeLimitedDistributedMap_A011E773833B4BD1-001/init-core-data-001
   [junit4]   2> 777145 WARN  (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 777145 INFO  (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 777154 INFO  (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 777155 INFO  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCleanup
   [junit4]   2> 777156 INFO  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 777156 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 777156 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 777159 ERROR (Thread-969) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 777269 INFO  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.s.c.ZkTestServer start zk server on port:60743
   [junit4]   2> 777303 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c253c0f030000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 897435 WARN  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]-SendThread(127.0.0.1:60743)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 115429ms for sessionid 0x15c253c0f030002
   [junit4]   2> 897435 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c253c0f030002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 897541 WARN  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77f7c16d name: ZooKeeperConnection Watcher:127.0.0.1:60743/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 897541 WARN  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 899196 WARN  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]-SendThread(127.0.0.1:60743)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15c253c0f030002 has expired
   [junit4]   2> 899198 WARN  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77f7c16d name: ZooKeeperConnection Watcher:127.0.0.1:60743/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 899198 WARN  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 899198 WARN  (zkCallback-738-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 899206 INFO  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 899207 INFO  (zkCallback-738-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 899207 INFO  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Connected:true
   [junit4]   2> 899304 ERROR (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 899305 INFO  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60743 60743
   [junit4]   2> 899330 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60743 60743
   [junit4]   2> 906598 INFO  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCleanup
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSizeLimitedDistributedMap -Dtests.method=testCleanup -Dtests.seed=A011E773833B4BD1 -Dtests.slow=true -Dtests.locale=tr -Dtests.timezone=Asia/Ust-Nera -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    129s J0 | TestSizeLimitedDistributedMap.testCleanup <<<
   [junit4]    > Throwable #1: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-xyz_1466
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A011E773833B4BD1:F03BB4DDFA96DB64]:0)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:480)
   [junit4]    > 	at org.apache.solr.cloud.DistributedMap.put(DistributedMap.java:59)
   [junit4]    > 	at org.apache.solr.cloud.SizeLimitedDistributedMap.put(SizeLimitedDistributedMap.java:71)
   [junit4]    > 	at org.apache.solr.cloud.TestSizeLimitedDistributedMap.testCleanup(TestSizeLimitedDistributedMap.java:39)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 906601 INFO  (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestSizeLimitedDistributedMap_A011E773833B4BD1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1584, maxMBSortInHeap=6.6398675965507605, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=tr, timezone=Asia/Ust-Nera
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=142853128,total=316907520
   [junit4]   2> NOTE: All tests run in this JVM: [UUIDUpdateProcessorFallbackTest, TriLevelCompositeIdRoutingTest, TestWordDelimiterFilterFactory, TestHighlightDedupGrouping, TestSolrDeletionPolicy1, TestBinaryField, TestConfigSets, TestStressRecovery, ShardRoutingTest, TestSerializedLuceneMatchVersion, DistributedMLTComponentTest, ClassificationUpdateProcessorFactoryTest, TestOnReconnectListenerSupport, TestFaceting, FastVectorHighlighterTest, SchemaVersionSpecificBehaviorTest, TestInitParams, TestCustomSort, PeerSyncReplicationTest, TestExtendedDismaxParser, TestDistributedStatsComponentCardinality, CdcrUpdateLogTest, JavabinLoaderTest, TestAuthenticationFramework, HardAutoCommitTest, DistributedSpellCheckComponentTest, BigEndianAscendingWordSerializerTest, DistribDocExpirationUpdateProcessorTest, SegmentsInfoRequestHandlerTest, TestReloadAndDeleteDocs, TestCloudSchemaless, TestSort, CurrencyFieldXmlFileTest, OverriddenZkACLAndCredentialsProvidersTest, AnalyticsQueryTest, TestHalfAndHalfDocValues, PrimUtilsTest, SolrPluginUtilsTest, TestEmbeddedSolrServerConstructors, DocValuesTest, TestConfigReload, TestFileDictionaryLookup, ClusterStateUpdateTest, TestPushWriter, CursorPagingTest, TestConfigSetsAPIExclusivity, TestReRankQParserPlugin, TestFieldTypeCollectionResource, ZkControllerTest, ZkNodePropsTest, TestRestoreCore, OutputWriterTest, LeaderFailoverAfterPartitionTest, PeerSyncWithIndexFingerprintCachingTest, WrapperMergePolicyFactoryTest, RankQueryTest, SynonymTokenizerTest, TestPivotHelperCode, SpatialFilterTest, TestNamedUpdateProcessors, PeerSyncTest, HttpPartitionTest, DistributedFacetPivotLongTailTest, NodeMutatorTest, TestLRUCache, TestAnalyzedSuggestions, ParsingFieldUpdateProcessorsTest, TestRawTransformer, HdfsRestartWhileUpdatingTest, IndexSchemaRuntimeFieldTest, TestManagedResource, TestSweetSpotSimilarityFactory, TestSizeLimitedDistributedMap]
   [junit4] Completed [137/712 (1!)] on J0 in 129.47s, 1 test, 1 error <<< FAILURES!

[...truncated 1144 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/init-core-data-001
   [junit4]   2> 2157498 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2157499 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2157499 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001
   [junit4]   2> 2157500 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2157500 INFO  (Thread-3218) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2157500 INFO  (Thread-3218) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2157502 ERROR (Thread-3218) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2157610 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:64138
   [junit4]   2> 2157639 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2157639 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2157639 INFO  (jetty-launcher-3668-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2157640 INFO  (jetty-launcher-3668-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2157641 INFO  (jetty-launcher-3668-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2715f079{/solr,null,AVAILABLE}
   [junit4]   2> 2157643 INFO  (jetty-launcher-3668-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@65058030{HTTP/1.1,[http/1.1]}{127.0.0.1:64140}
   [junit4]   2> 2157643 INFO  (jetty-launcher-3668-thread-3) [    ] o.e.j.s.Server Started @2045540ms
   [junit4]   2> 2157643 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64140}
   [junit4]   2> 2157643 ERROR (jetty-launcher-3668-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2157643 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 2157644 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2157644 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2157644 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-20T10:04:52.492Z
   [junit4]   2> 2157648 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c82c02a{/solr,null,AVAILABLE}
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35f9e579{/solr,null,AVAILABLE}
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d5b6b55{HTTP/1.1,[http/1.1]}{127.0.0.1:64143}
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-4) [    ] o.e.j.s.Server Started @2045546ms
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64143}
   [junit4]   2> 2157649 ERROR (jetty-launcher-3668-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@66882ab5{HTTP/1.1,[http/1.1]}{127.0.0.1:64142}
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.Server Started @2045547ms
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64142}
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c33d3b2{/solr,null,AVAILABLE}
   [junit4]   2> 2157650 ERROR (jetty-launcher-3668-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-20T10:04:52.498Z
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1fa8e29b{HTTP/1.1,[http/1.1]}{127.0.0.1:64144}
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.Server Started @2045547ms
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64144}
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-20T10:04:52.498Z
   [junit4]   2> 2157651 ERROR (jetty-launcher-3668-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2157651 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 2157651 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2157651 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2157651 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-20T10:04:52.499Z
   [junit4]   2> 2157654 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2157655 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2157657 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2157675 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2157675 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2157675 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
   [junit4]   2> 2157676 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2157676 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
   [junit4]   2> 2157677 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2157677 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
   [junit4]   2> 2157678 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
   [junit4]   2> 2157714 INFO  (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2157714 INFO  (jetty-launcher-3668-thread-4) [n:127.0.0.1:64143_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2157714 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:64142_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2157714 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:64144_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2157715 INFO  (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64140_solr
   [junit4]   2> 2157716 INFO  (jetty-launcher-3668-thread-4) [n:127.0.0.1:64143_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64143_solr
   [junit4]   2> 2157716 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:64142_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64142_solr
   [junit4]   2> 2157716 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:64144_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64144_solr
   [junit4]   2> 2157717 INFO  (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr    ] o.a.s.c.Overseer Overseer (id=97994322237849609-127.0.0.1:64140_solr-n_0000000000) starting
   [junit4]   2> 2157720 INFO  (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2157720 INFO  (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2157720 INFO  (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2157720 INFO  (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2157778 INFO  (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64140_solr
   [junit4]   2> 2157781 INFO  (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2157782 INFO  (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2157782 INFO  (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2157782 INFO  (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2157784 INFO  (jetty-launcher-3668-thread-4) [n:127.0.0.1:64143_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/.
   [junit4]   2> 2157785 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:64144_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/.
   [junit4]   2> 2157801 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:64142_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/.
   [junit4]   2> 2157838 INFO  (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/.
   [junit4]   2> 2157852 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2157854 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64138/solr ready
   [junit4]   2> 2157882 INFO  (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[A011E773833B4BD1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCustomCollectionsAPI
   [junit4]   2> 2157883 INFO  (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[A011E773833B4BD1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2157890 INFO  (qtp988599052-17563) [n:127.0.0.1:64142_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=4&collection.configName=conf&maxShardsPerNode=5&name=implicitcoll&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2157895 INFO  (OverseerThreadFactory-8588-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr    ] o.a.s.c.CreateCollectionCmd Create collection implicitcoll
   [junit4]   2> 2158023 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 2158024 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 2158025 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 2158025 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2158026 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2158024 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 2158028 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 2158028 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 2158029 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2158030 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 2158030 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 2158035 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 2158035 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 2158035 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 2158036 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2158037 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 2158216 INFO  (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2158216 INFO  (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2158216 INFO  (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2158216 INFO  (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2159120 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159121 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159126 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159128 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159142 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159142 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159146 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159161 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159162 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159164 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159180 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159180 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159185 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.s.IndexSchema [implicitcoll_c_replica3] Schema name=cloud-dynamic
   [junit4]   2> 2159186 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.s.IndexSchema [implicitcoll_b_replica3] Schema name=cloud-dynamic
   [junit4]   2> 2159187 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.IndexSchema [implicitcoll_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2159203 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.IndexSchema [implicitcoll_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2159206 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.s.IndexSchema [implicitcoll_b_replica4] Schema name=cloud-dynamic
   [junit4]   2> 2159211 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.IndexSchema [implicitcoll_b_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2159203 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.IndexSchema [implicitcoll_c_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2159250 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159250 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica4' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159251 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159251 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.c.SolrCore [[implicitcoll_b_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/implicitcoll_b_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/./implicitcoll_b_replica4/data/]
   [junit4]   2> 2159268 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159268 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica3' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159269 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159269 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrCore [[implicitcoll_b_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/implicitcoll_b_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/./implicitcoll_b_replica3/data/]
   [junit4]   2> 2159270 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.s.IndexSchema [implicitcoll_a_replica3] Schema name=cloud-dynamic
   [junit4]   2> 2159274 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159274 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159274 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159274 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore [[implicitcoll_c_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/implicitcoll_c_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/./implicitcoll_c_replica1/data/]
   [junit4]   2> 2159278 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema [implicitcoll_c_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2159280 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.s.IndexSchema [implicitcoll_a_replica4] Schema name=cloud-dynamic
   [junit4]   2> 2159294 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159294 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica3' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159294 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159294 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrCore [[implicitcoll_c_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/implicitcoll_c_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/./implicitcoll_c_replica3/data/]
   [junit4]   2> 2159301 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159301 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159301 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159302 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrCore [[implicitcoll_b_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/implicitcoll_b_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/./implicitcoll_b_replica2/data/]
   [junit4]   2> 2159332 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.IndexSchema [implicitcoll_a_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2159331 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159344 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159330 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.s.IndexSchema [implicitcoll_c_replica4] Schema name=cloud-dynamic
   [junit4]   2> 2159344 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159344 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrCore [[implicitcoll_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/implicitcoll_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/./implicitcoll_b_replica1/data/]
   [junit4]   2> 2159327 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159345 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica3' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159345 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159345 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrCore [[implicitcoll_a_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/implicitcoll_a_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/./implicitcoll_a_replica3/data/]
   [junit4]   2> 2159350 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159350 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159350 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159351 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrCore [[implicitcoll_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/implicitcoll_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/./implicitcoll_a_replica1/data/]
   [junit4]   2> 2159373 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159373 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159374 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159377 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore [[implicitcoll_c_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/implicitcoll_c_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/./implicitcoll_c_replica2/data/]
   [junit4]   2> 2159394 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159394 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159398 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159398 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrCore [[implicitcoll_a_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/implicitcoll_a_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/./implicitcoll_a_replica2/data/]
   [junit4]   2> 2159400 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159400 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica4' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159400 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159401 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrCore [[implicitcoll_a_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/implicitcoll_a_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/./implicitcoll_a_replica4/data/]
   [junit4]   2> 2159402 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159402 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica4' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159402 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159402 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.c.SolrCore [[implicitcoll_c_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/implicitcoll_c_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/./implicitcoll_c_replica4/data/]
   [junit4]   2> 2159542 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159542 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159547 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159547 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159549 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159549 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159550 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159550 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159556 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159556 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159557 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159557 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159560 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159560 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159562 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159562 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159582 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159582 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159584 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159584 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159585 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159585 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159587 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@69846dc[implicitcoll_b_replica4] main]
   [junit4]   2> 2159589 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159589 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159591 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a060660[implicitcoll_b_replica3] main]
   [junit4]   2> 2159593 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159594 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159594 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159594 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909157999214592
   [junit4]   2> 2159594 INFO  (searcherExecutor-8596-thread-1-processing-n:127.0.0.1:64142_solr x:implicitcoll_b_replica3 s:b c:implicitcoll) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrCore [implicitcoll_b_replica3] Registered new searcher Searcher@7a060660[implicitcoll_b_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159627 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@675eac05[implicitcoll_c_replica3] main]
   [junit4]   2> 2159629 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@714378b[implicitcoll_c_replica1] main]
   [junit4]   2> 2159637 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159637 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f6a8294[implicitcoll_a_replica3] main]
   [junit4]   2> 2159637 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159640 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard b: total=4 found=1 timeoutin=9999ms
   [junit4]   2> 2159640 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159640 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159641 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159641 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158048497664
   [junit4]   2> 2159641 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159642 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159642 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159642 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159642 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159642 INFO  (searcherExecutor-8595-thread-1-processing-n:127.0.0.1:64140_solr x:implicitcoll_b_replica4 s:b c:implicitcoll) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.c.SolrCore [implicitcoll_b_replica4] Registered new searcher Searcher@69846dc[implicitcoll_b_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159648 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158055837696
   [junit4]   2> 2159650 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64cea9eb[implicitcoll_b_replica1] main]
   [junit4]   2> 2159651 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159655 INFO  (searcherExecutor-8601-thread-1-processing-n:127.0.0.1:64142_solr x:implicitcoll_a_replica3 s:a c:implicitcoll) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrCore [implicitcoll_a_replica3] Registered new searcher Searcher@3f6a8294[implicitcoll_a_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159656 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159656 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159658 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159658 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159659 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159659 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159660 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard a: total=4 found=1 timeoutin=9999ms
   [junit4]   2> 2159660 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159660 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159660 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159662 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159662 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159661 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159664 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159665 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159665 INFO  (searcherExecutor-8598-thread-1-processing-n:127.0.0.1:64142_solr x:implicitcoll_c_replica3 s:c c:implicitcoll) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrCore [implicitcoll_c_replica3] Registered new searcher Searcher@675eac05[implicitcoll_c_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159665 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158073663488
   [junit4]   2> 2159666 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159666 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159669 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159669 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159670 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159670 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159670 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159670 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158078906368
   [junit4]   2> 2159671 INFO  (searcherExecutor-8600-thread-1-processing-n:127.0.0.1:64144_solr x:implicitcoll_b_replica1 s:b c:implicitcoll) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrCore [implicitcoll_b_replica1] Registered new searcher Searcher@64cea9eb[implicitcoll_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159672 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159673 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159673 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159673 INFO  (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:64144_solr x:implicitcoll_c_replica1 s:c c:implicitcoll) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore [implicitcoll_c_replica1] Registered new searcher Searcher@714378b[implicitcoll_c_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159674 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158083100672
   [junit4]   2> 2159674 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard c: total=4 found=1 timeoutin=9999ms
   [junit4]   2> 2159676 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@8f732f6[implicitcoll_c_replica4] main]
   [junit4]   2> 2159678 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159679 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159679 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159679 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158088343552
   [junit4]   2> 2159679 INFO  (searcherExecutor-8606-thread-1-processing-n:127.0.0.1:64140_solr x:implicitcoll_c_replica4 s:c c:implicitcoll) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.c.SolrCore [implicitcoll_c_replica4] Registered new searcher Searcher@8f732f6[implicitcoll_c_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159680 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159680 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159681 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159681 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159682 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a384daa[implicitcoll_c_replica2] main]
   [junit4]   2> 2159682 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@401c4281[implicitcoll_b_replica2] main]
   [junit4]   2> 2159683 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@19f7ad1d[implicitcoll_a_replica4] main]
   [junit4]   2> 2159683 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159684 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159684 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159684 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159684 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159684 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158093586432
   [junit4]   2> 2159684 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159685 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159685 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159684 INFO  (searcherExecutor-8603-thread-1-processing-n:127.0.0.1:64143_solr x:implicitcoll_c_replica2 s:c c:implicitcoll) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore [implicitcoll_c_replica2] Registered new searcher Searcher@6a384daa[implicitcoll_c_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159685 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159685 INFO  (searcherExecutor-8605-thread-1-processing-n:127.0.0.1:64140_solr x:implicitcoll_a_replica4 s:a c:implicitcoll) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrCore [implicitcoll_a_replica4] Registered new searcher Searcher@19f7ad1d[implicitcoll_a_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159685 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158094635008
   [junit4]   2> 2159685 INFO  (searcherExecutor-8599-thread-1-processing-n:127.0.0.1:64143_solr x:implicitcoll_b_replica2 s:b c:implicitcoll) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrCore [implicitcoll_b_replica2] Registered new searcher Searcher@401c4281[implicitcoll_b_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159685 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158094635008
   [junit4]   2> 2159688 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7741f689[implicitcoll_a_replica1] main]
   [junit4]   2> 2159688 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c071d2f[implicitcoll_a_replica2] main]
   [junit4]   2> 2159689 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159690 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159690 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159690 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159690 INFO  (searcherExecutor-8602-thread-1-processing-n:127.0.0.1:64144_solr x:implicitcoll_a_replica1 s:a c:implicitcoll) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrCore [implicitcoll_a_replica1] Registered new searcher Searcher@7741f689[implicitcoll_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159690 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159690 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159690 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158099877888
   [junit4]   2> 2159690 INFO  (searcherExecutor-8604-thread-1-processing-n:127.0.0.1:64143_solr x:implicitcoll_a_replica2 s:a c:implicitcoll) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrCore [implicitcoll_a_replica2] Registered new searcher Searcher@3c071d2f[implicitcoll_a_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159690 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158099877888
   [junit4]   2> 2159787 INFO  (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2159787 INFO  (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2159787 INFO  (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2159787 INFO  (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2160151 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2160151 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2160151 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64142/solr/implicitcoll_b_replica3/
   [junit4]   2> 2160152 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.PeerSync PeerSync: core=implicitcoll_b_replica3 url=http://127.0.0.1:64142/solr START replicas=[http://127.0.0.1:64143/solr/implicitcoll_b_replica2/, http://127.0.0.1:64144/solr/implicitcoll_b_replica1/, http://127.0.0.1:64140/solr/implicitcoll_b_replica4/] nUpdates=100
   [junit4]   2> 2160157 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.PeerSync PeerSync: core=implicitcoll_b_replica3 url=http://127.0.0.1:64142/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2160158 INFO  (qtp252958724-17579) [n:127.0.0.1:64144_solr c:implicitcoll s:b r:core_node7 x:implicitcoll_b_replica1] o.a.s.c.S.Request [implicitcoll_b_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2160158 INFO  (qtp1735033610-17586) [

[...truncated too long message...]

k-3690-thread-2-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2209699 INFO  (jetty-closer-3669-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2715f079{/solr,null,UNAVAILABLE}
   [junit4]   2> 2209699 INFO  (jetty-closer-3669-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35f9e579{/solr,null,UNAVAILABLE}
   [junit4]   2> 2209701 ERROR (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2209701 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64138 64138
   [junit4]   2> 2209712 INFO  (Thread-3218) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64138 64138
   [junit4]   2> 2213413 WARN  (Thread-3218) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/configs/conf
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	4	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	4	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	4	/solr/collections/withShardField/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97994322237849612-127.0.0.1:64143_solr-n_0000000001
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/a/election/97994322237849612-core_node6-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	27	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2213413 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Asserting), _route_=FSTOrd50}, docValues:{}, maxPointsInLeafNode=326, maxMBSortInHeap=7.01504353339864, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ru, timezone=PST8PDT
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=217776088,total=470417408
   [junit4]   2> NOTE: All tests run in this JVM: [TestRangeQuery, ReplicaListTransformerTest, TestClassicSimilarityFactory, ChaosMonkeySafeLeaderTest, ScriptEngineTest, UUIDFieldTest, ShardRoutingCustomTest, TestEmbeddedSolrServerSchemaAPI, MissingSegmentRecoveryTest, SolrGraphiteReporterTest, TestJmxMonitoredMap, TestQueryTypes, CoreAdminHandlerTest, TestIntervalFaceting, TestCloudPseudoReturnFields, TestSystemIdResolver, TestCollectionAPIs, ConnectionReuseTest, TestInfoStreamLogging, RestartWhileUpdatingTest, TestSolrCoreProperties, BinaryUpdateRequestHandlerTest, TestFieldTypeResource, TestRandomFlRTGCloud, TestBulkSchemaConcurrent, TestFoldingMultitermQuery, TestRandomFaceting, IndexSchemaTest, TestSolrXml, TestMiniSolrCloudClusterSSL, TestSolrConfigHandlerCloud, ShowFileRequestHandlerTest, TestConfigSetsAPIZkFailure, TestFreeTextSuggestions, TestConfigOverlay, CollectionsAPIDistributedZkTest, TestReload, TestFastWriter, ExternalFileFieldSortTest, TestSolr4Spatial, HLLUtilTest, FacetPivotSmallTest, DistributedFacetPivotLargeTest, ReplaceNodeTest, TestConfig, BasicDistributedZk2Test, TestHdfsCloudBackupRestore, SolrIndexMetricsTest, MetricUtilsTest, CopyFieldTest, UpdateLogTest, TestDynamicLoading, TestManagedSchema, TestSolrCoreSnapshots, TestRuleBasedAuthorizationPlugin, BitVectorTest, SolrMetricManagerTest, DistributedFacetPivotSmallAdvancedTest, SolrInfoMBeanTest, CoreSorterTest, CollectionsAPISolrJTest, SolrIndexSplitterTest, FullSolrCloudDistribCmdsTest, TestQuerySenderListener, TestSuggestSpellingConverter, TestCrossCoreJoin, TestComplexPhraseQParserPlugin, CurrencyFieldOpenExchangeTest, TestBlobHandler, BlockJoinFacetRandomTest, TestAuthorizationFramework, DistribCursorPagingTest, SecurityConfHandlerTest, TestRecovery, TestTrie, TestQueryWrapperFilter, AnalyticsMergeStrategyTest, TestFieldCache, TestNumericTerms32, TestNestedDocsSort, MBeansHandlerTest, CollectionTooManyReplicasTest, TermVectorComponentDistributedTest, TestClusterStateMutator, TestCorePropertiesReload, TestRebalanceLeaders, TestZkChroot, TestPHPSerializedResponseWriter, TestMissingGroups, TestUtils, MultiThreadedOCPTest, HdfsBasicDistributedZkTest, TestSchemaManager, IgnoreCommitOptimizeUpdateProcessorFactoryTest, WordBreakSolrSpellCheckerTest, BasicZkTest, EchoParamsTest, BooleanFieldTest, FileBasedSpellCheckerTest, GraphQueryTest, DistributedIntervalFacetingTest, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, RequestHandlersTest, TestMacros, SolrMetricsIntegrationTest, SmileWriterTest, LeaderInitiatedRecoveryOnShardRestartTest, ClassificationUpdateProcessorIntegrationTest, TestFieldResource, TestTrieFacet, ExitableDirectoryReaderTest, TestBlendedInfixSuggestions, DateRangeFieldTest, DateMathParserTest, SolrCLIZkUtilsTest, TestFieldCacheSanityChecker, AddSchemaFieldsUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, CreateCollectionCleanupTest, LeaderElectionContextKeyTest, TestSolrQueryParserDefaultOperatorResource, TestCollationFieldDocValues, TestDefaultStatsCache, TestSolrConfigHandler, RAMDirectoryFactoryTest, TlogReplayBufferedWhileIndexingTest, TestConfigSetsAPI, TestSlowCompositeReaderWrapper, TestSolrQueryParser, AsyncCallRequestStatusResponseTest, AtomicUpdatesTest, TestSolrCLIRunExample, SpellCheckComponentTest, TestTolerantUpdateProcessorCloud, PreAnalyzedFieldManagedSchemaCloudTest, TestCloudDeleteByQuery, HighlighterMaxOffsetTest, TestSolrCloudWithHadoopAuthPlugin, CleanupOldIndexTest, TestDFRSimilarityFactory, CoreAdminCreateDiscoverTest, TestDistributedGrouping, TestCoreDiscovery, TestShortCircuitedRequests, TestPerFieldSimilarityWithDefaultOverride, FieldAnalysisRequestHandlerTest, OverseerTaskQueueTest, RuleEngineTest, TestSolrDeletionPolicy2, TestUninvertingReader, HdfsRecoveryZkTest, SSLMigrationTest, TestCollapseQParserPlugin, StatsComponentTest, CircularListTest, TestXmlQParserPlugin, RegexBoostProcessorTest, TestManagedSynonymFilterFactory, DistributedTermsComponentTest, DataDrivenBlockJoinTest, JvmMetricsTest, TestGeoJSONResponseWriter, SliceStateTest, TestSolrCoreParser, TestFieldCacheWithThreads, SpellCheckCollatorWithCollapseTest, TestFuzzyAnalyzedSuggestions, TestIndexingPerformance, TestSchemaVersionResource, TestLMJelinekMercerSimilarityFactory, TestNRTOpen, FieldMutatingUpdateProcessorTest, OutOfBoxZkACLAndCredentialsProvidersTest, DistanceUnitsTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, LeaderElectionTest, ZkSolrClientTest, TestRandomDVFaceting, AutoCommitTest, TestHashPartitioner, TestRealTimeGet, TestStressVersions, SolrCoreTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, HighlighterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, NoCacheHeaderTest, TestPseudoReturnFields, QueryEqualityTest, SortByFunctionTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, TestValueSourceCache, TermVectorComponentTest, LoggingHandlerTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, MultiTermTest, SampleTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, SpellingQueryConverterTest, ClusterStateTest, FileUtilsTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestPathTrie, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest]
   [junit4] Completed [495/712 (2!)] on J1 in 55.93s, 4 tests, 1 error <<< FAILURES!

[...truncated 8216 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:130: Found 2 violations in source files (tabs instead spaces).

Total time: 81 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any