You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/20 10:32:53 UTC

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 873 - Failure!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/873/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter

Error Message:
Collection not found: routeFieldColl

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
	at __randomizedtesting.SeedInfo.seed([A011E773833B4BD1:82779AE1C5AA08B]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1401)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1094)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestSizeLimitedDistributedMap.testCleanup

Error Message:
KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-xyz_1466

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-xyz_1466
	at __randomizedtesting.SeedInfo.seed([A011E773833B4BD1:F03BB4DDFA96DB64]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:480)
	at org.apache.solr.cloud.DistributedMap.put(DistributedMap.java:59)
	at org.apache.solr.cloud.SizeLimitedDistributedMap.put(SizeLimitedDistributedMap.java:71)
	at org.apache.solr.cloud.TestSizeLimitedDistributedMap.testCleanup(TestSizeLimitedDistributedMap.java:39)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11469 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSizeLimitedDistributedMap
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestSizeLimitedDistributedMap_A011E773833B4BD1-001/init-core-data-001
   [junit4]   2> 777145 WARN  (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 777145 INFO  (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 777154 INFO  (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 777155 INFO  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCleanup
   [junit4]   2> 777156 INFO  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 777156 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 777156 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 777159 ERROR (Thread-969) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 777269 INFO  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.s.c.ZkTestServer start zk server on port:60743
   [junit4]   2> 777303 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c253c0f030000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 897435 WARN  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]-SendThread(127.0.0.1:60743)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 115429ms for sessionid 0x15c253c0f030002
   [junit4]   2> 897435 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c253c0f030002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 897541 WARN  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77f7c16d name: ZooKeeperConnection Watcher:127.0.0.1:60743/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 897541 WARN  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 899196 WARN  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]-SendThread(127.0.0.1:60743)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15c253c0f030002 has expired
   [junit4]   2> 899198 WARN  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77f7c16d name: ZooKeeperConnection Watcher:127.0.0.1:60743/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 899198 WARN  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 899198 WARN  (zkCallback-738-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 899206 INFO  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 899207 INFO  (zkCallback-738-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 899207 INFO  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Connected:true
   [junit4]   2> 899304 ERROR (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 899305 INFO  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60743 60743
   [junit4]   2> 899330 INFO  (Thread-969) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60743 60743
   [junit4]   2> 906598 INFO  (TEST-TestSizeLimitedDistributedMap.testCleanup-seed#[A011E773833B4BD1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCleanup
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSizeLimitedDistributedMap -Dtests.method=testCleanup -Dtests.seed=A011E773833B4BD1 -Dtests.slow=true -Dtests.locale=tr -Dtests.timezone=Asia/Ust-Nera -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    129s J0 | TestSizeLimitedDistributedMap.testCleanup <<<
   [junit4]    > Throwable #1: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-completed/mn-xyz_1466
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A011E773833B4BD1:F03BB4DDFA96DB64]:0)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:527)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:524)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:480)
   [junit4]    > 	at org.apache.solr.cloud.DistributedMap.put(DistributedMap.java:59)
   [junit4]    > 	at org.apache.solr.cloud.SizeLimitedDistributedMap.put(SizeLimitedDistributedMap.java:71)
   [junit4]    > 	at org.apache.solr.cloud.TestSizeLimitedDistributedMap.testCleanup(TestSizeLimitedDistributedMap.java:39)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 906601 INFO  (SUITE-TestSizeLimitedDistributedMap-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestSizeLimitedDistributedMap_A011E773833B4BD1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1584, maxMBSortInHeap=6.6398675965507605, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=tr, timezone=Asia/Ust-Nera
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=142853128,total=316907520
   [junit4]   2> NOTE: All tests run in this JVM: [UUIDUpdateProcessorFallbackTest, TriLevelCompositeIdRoutingTest, TestWordDelimiterFilterFactory, TestHighlightDedupGrouping, TestSolrDeletionPolicy1, TestBinaryField, TestConfigSets, TestStressRecovery, ShardRoutingTest, TestSerializedLuceneMatchVersion, DistributedMLTComponentTest, ClassificationUpdateProcessorFactoryTest, TestOnReconnectListenerSupport, TestFaceting, FastVectorHighlighterTest, SchemaVersionSpecificBehaviorTest, TestInitParams, TestCustomSort, PeerSyncReplicationTest, TestExtendedDismaxParser, TestDistributedStatsComponentCardinality, CdcrUpdateLogTest, JavabinLoaderTest, TestAuthenticationFramework, HardAutoCommitTest, DistributedSpellCheckComponentTest, BigEndianAscendingWordSerializerTest, DistribDocExpirationUpdateProcessorTest, SegmentsInfoRequestHandlerTest, TestReloadAndDeleteDocs, TestCloudSchemaless, TestSort, CurrencyFieldXmlFileTest, OverriddenZkACLAndCredentialsProvidersTest, AnalyticsQueryTest, TestHalfAndHalfDocValues, PrimUtilsTest, SolrPluginUtilsTest, TestEmbeddedSolrServerConstructors, DocValuesTest, TestConfigReload, TestFileDictionaryLookup, ClusterStateUpdateTest, TestPushWriter, CursorPagingTest, TestConfigSetsAPIExclusivity, TestReRankQParserPlugin, TestFieldTypeCollectionResource, ZkControllerTest, ZkNodePropsTest, TestRestoreCore, OutputWriterTest, LeaderFailoverAfterPartitionTest, PeerSyncWithIndexFingerprintCachingTest, WrapperMergePolicyFactoryTest, RankQueryTest, SynonymTokenizerTest, TestPivotHelperCode, SpatialFilterTest, TestNamedUpdateProcessors, PeerSyncTest, HttpPartitionTest, DistributedFacetPivotLongTailTest, NodeMutatorTest, TestLRUCache, TestAnalyzedSuggestions, ParsingFieldUpdateProcessorsTest, TestRawTransformer, HdfsRestartWhileUpdatingTest, IndexSchemaRuntimeFieldTest, TestManagedResource, TestSweetSpotSimilarityFactory, TestSizeLimitedDistributedMap]
   [junit4] Completed [137/712 (1!)] on J0 in 129.47s, 1 test, 1 error <<< FAILURES!

[...truncated 1144 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/init-core-data-001
   [junit4]   2> 2157498 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2157499 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2157499 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001
   [junit4]   2> 2157500 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2157500 INFO  (Thread-3218) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2157500 INFO  (Thread-3218) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2157502 ERROR (Thread-3218) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2157610 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:64138
   [junit4]   2> 2157639 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2157639 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2157639 INFO  (jetty-launcher-3668-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2157640 INFO  (jetty-launcher-3668-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2157641 INFO  (jetty-launcher-3668-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2715f079{/solr,null,AVAILABLE}
   [junit4]   2> 2157643 INFO  (jetty-launcher-3668-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@65058030{HTTP/1.1,[http/1.1]}{127.0.0.1:64140}
   [junit4]   2> 2157643 INFO  (jetty-launcher-3668-thread-3) [    ] o.e.j.s.Server Started @2045540ms
   [junit4]   2> 2157643 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64140}
   [junit4]   2> 2157643 ERROR (jetty-launcher-3668-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2157643 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 2157644 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2157644 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2157644 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-20T10:04:52.492Z
   [junit4]   2> 2157648 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c82c02a{/solr,null,AVAILABLE}
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35f9e579{/solr,null,AVAILABLE}
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d5b6b55{HTTP/1.1,[http/1.1]}{127.0.0.1:64143}
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-4) [    ] o.e.j.s.Server Started @2045546ms
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64143}
   [junit4]   2> 2157649 ERROR (jetty-launcher-3668-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@66882ab5{HTTP/1.1,[http/1.1]}{127.0.0.1:64142}
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.e.j.s.Server Started @2045547ms
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64142}
   [junit4]   2> 2157649 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c33d3b2{/solr,null,AVAILABLE}
   [junit4]   2> 2157650 ERROR (jetty-launcher-3668-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-20T10:04:52.498Z
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1fa8e29b{HTTP/1.1,[http/1.1]}{127.0.0.1:64144}
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-1) [    ] o.e.j.s.Server Started @2045547ms
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64144}
   [junit4]   2> 2157650 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-20T10:04:52.498Z
   [junit4]   2> 2157651 ERROR (jetty-launcher-3668-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2157651 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.7.0
   [junit4]   2> 2157651 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2157651 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2157651 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-20T10:04:52.499Z
   [junit4]   2> 2157654 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2157655 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2157657 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2157675 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2157675 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2157675 INFO  (jetty-launcher-3668-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
   [junit4]   2> 2157676 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2157676 INFO  (jetty-launcher-3668-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
   [junit4]   2> 2157677 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2157677 INFO  (jetty-launcher-3668-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
   [junit4]   2> 2157678 INFO  (jetty-launcher-3668-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64138/solr
   [junit4]   2> 2157714 INFO  (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2157714 INFO  (jetty-launcher-3668-thread-4) [n:127.0.0.1:64143_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2157714 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:64142_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2157714 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:64144_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2157715 INFO  (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64140_solr
   [junit4]   2> 2157716 INFO  (jetty-launcher-3668-thread-4) [n:127.0.0.1:64143_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64143_solr
   [junit4]   2> 2157716 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:64142_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64142_solr
   [junit4]   2> 2157716 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:64144_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64144_solr
   [junit4]   2> 2157717 INFO  (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr    ] o.a.s.c.Overseer Overseer (id=97994322237849609-127.0.0.1:64140_solr-n_0000000000) starting
   [junit4]   2> 2157720 INFO  (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2157720 INFO  (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2157720 INFO  (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2157720 INFO  (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2157778 INFO  (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64140_solr
   [junit4]   2> 2157781 INFO  (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2157782 INFO  (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2157782 INFO  (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2157782 INFO  (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2157784 INFO  (jetty-launcher-3668-thread-4) [n:127.0.0.1:64143_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/.
   [junit4]   2> 2157785 INFO  (jetty-launcher-3668-thread-1) [n:127.0.0.1:64144_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/.
   [junit4]   2> 2157801 INFO  (jetty-launcher-3668-thread-2) [n:127.0.0.1:64142_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/.
   [junit4]   2> 2157838 INFO  (jetty-launcher-3668-thread-3) [n:127.0.0.1:64140_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/.
   [junit4]   2> 2157852 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2157854 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64138/solr ready
   [junit4]   2> 2157882 INFO  (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[A011E773833B4BD1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCustomCollectionsAPI
   [junit4]   2> 2157883 INFO  (TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[A011E773833B4BD1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2157890 INFO  (qtp988599052-17563) [n:127.0.0.1:64142_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=4&collection.configName=conf&maxShardsPerNode=5&name=implicitcoll&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2157895 INFO  (OverseerThreadFactory-8588-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr    ] o.a.s.c.CreateCollectionCmd Create collection implicitcoll
   [junit4]   2> 2158023 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 2158024 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 2158025 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 2158025 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2158026 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2158024 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica3&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 2158028 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 2158028 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 2158029 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2158030 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 2158030 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 2158035 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica2&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 2158035 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2
   [junit4]   2> 2158035 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2
   [junit4]   2> 2158036 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2158037 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica4&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2
   [junit4]   2> 2158216 INFO  (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2158216 INFO  (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2158216 INFO  (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2158216 INFO  (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2159120 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159121 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159126 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159128 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159142 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159142 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159146 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159161 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159162 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159164 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159180 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159180 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 2159185 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.s.IndexSchema [implicitcoll_c_replica3] Schema name=cloud-dynamic
   [junit4]   2> 2159186 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.s.IndexSchema [implicitcoll_b_replica3] Schema name=cloud-dynamic
   [junit4]   2> 2159187 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.IndexSchema [implicitcoll_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2159203 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.IndexSchema [implicitcoll_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2159206 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.s.IndexSchema [implicitcoll_b_replica4] Schema name=cloud-dynamic
   [junit4]   2> 2159211 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.IndexSchema [implicitcoll_b_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2159203 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.IndexSchema [implicitcoll_c_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2159250 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159250 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica4' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159251 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159251 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.c.SolrCore [[implicitcoll_b_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/implicitcoll_b_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/./implicitcoll_b_replica4/data/]
   [junit4]   2> 2159268 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159268 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica3' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159269 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159269 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrCore [[implicitcoll_b_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/implicitcoll_b_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/./implicitcoll_b_replica3/data/]
   [junit4]   2> 2159270 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.s.IndexSchema [implicitcoll_a_replica3] Schema name=cloud-dynamic
   [junit4]   2> 2159274 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159274 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159274 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159274 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore [[implicitcoll_c_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/implicitcoll_c_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/./implicitcoll_c_replica1/data/]
   [junit4]   2> 2159278 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema [implicitcoll_c_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2159280 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.s.IndexSchema [implicitcoll_a_replica4] Schema name=cloud-dynamic
   [junit4]   2> 2159294 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159294 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica3' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159294 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159294 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrCore [[implicitcoll_c_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/implicitcoll_c_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/./implicitcoll_c_replica3/data/]
   [junit4]   2> 2159301 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159301 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159301 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159302 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrCore [[implicitcoll_b_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/implicitcoll_b_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/./implicitcoll_b_replica2/data/]
   [junit4]   2> 2159332 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.IndexSchema [implicitcoll_a_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2159331 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159344 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_b_replica1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159330 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.s.IndexSchema [implicitcoll_c_replica4] Schema name=cloud-dynamic
   [junit4]   2> 2159344 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159344 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrCore [[implicitcoll_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/implicitcoll_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/./implicitcoll_b_replica1/data/]
   [junit4]   2> 2159327 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159345 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica3' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159345 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159345 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrCore [[implicitcoll_a_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/implicitcoll_a_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node2/./implicitcoll_a_replica3/data/]
   [junit4]   2> 2159350 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159350 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica1' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159350 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159351 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrCore [[implicitcoll_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/implicitcoll_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node1/./implicitcoll_a_replica1/data/]
   [junit4]   2> 2159373 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159373 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159374 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159377 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore [[implicitcoll_c_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/implicitcoll_c_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/./implicitcoll_c_replica2/data/]
   [junit4]   2> 2159394 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159394 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica2' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159398 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159398 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrCore [[implicitcoll_a_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/implicitcoll_a_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node4/./implicitcoll_a_replica2/data/]
   [junit4]   2> 2159400 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159400 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_a_replica4' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159400 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159401 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrCore [[implicitcoll_a_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/implicitcoll_a_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/./implicitcoll_a_replica4/data/]
   [junit4]   2> 2159402 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2159402 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.c.CoreContainer Creating SolrCore 'implicitcoll_c_replica4' using configuration from collection implicitcoll, trusted=true
   [junit4]   2> 2159402 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2159402 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.c.SolrCore [[implicitcoll_c_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/implicitcoll_c_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001/tempDir-001/node3/./implicitcoll_c_replica4/data/]
   [junit4]   2> 2159542 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159542 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159547 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159547 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159549 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159549 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159550 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159550 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159556 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159556 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159557 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159557 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159560 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159560 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159562 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159562 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159582 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159582 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159584 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159584 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159585 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159585 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159587 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@69846dc[implicitcoll_b_replica4] main]
   [junit4]   2> 2159589 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159589 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159591 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a060660[implicitcoll_b_replica3] main]
   [junit4]   2> 2159593 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159594 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159594 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159594 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909157999214592
   [junit4]   2> 2159594 INFO  (searcherExecutor-8596-thread-1-processing-n:127.0.0.1:64142_solr x:implicitcoll_b_replica3 s:b c:implicitcoll) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SolrCore [implicitcoll_b_replica3] Registered new searcher Searcher@7a060660[implicitcoll_b_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159627 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@675eac05[implicitcoll_c_replica3] main]
   [junit4]   2> 2159629 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@714378b[implicitcoll_c_replica1] main]
   [junit4]   2> 2159637 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159637 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f6a8294[implicitcoll_a_replica3] main]
   [junit4]   2> 2159637 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159640 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard b: total=4 found=1 timeoutin=9999ms
   [junit4]   2> 2159640 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159640 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159641 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159641 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158048497664
   [junit4]   2> 2159641 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159642 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159642 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159642 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159642 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159642 INFO  (searcherExecutor-8595-thread-1-processing-n:127.0.0.1:64140_solr x:implicitcoll_b_replica4 s:b c:implicitcoll) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.c.SolrCore [implicitcoll_b_replica4] Registered new searcher Searcher@69846dc[implicitcoll_b_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159648 INFO  (qtp1485613319-17557) [n:127.0.0.1:64140_solr c:implicitcoll s:b  x:implicitcoll_b_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158055837696
   [junit4]   2> 2159650 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64cea9eb[implicitcoll_b_replica1] main]
   [junit4]   2> 2159651 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159655 INFO  (searcherExecutor-8601-thread-1-processing-n:127.0.0.1:64142_solr x:implicitcoll_a_replica3 s:a c:implicitcoll) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.SolrCore [implicitcoll_a_replica3] Registered new searcher Searcher@3f6a8294[implicitcoll_a_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159656 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159656 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159658 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159658 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159659 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159659 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159660 INFO  (qtp988599052-17564) [n:127.0.0.1:64142_solr c:implicitcoll s:a  x:implicitcoll_a_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard a: total=4 found=1 timeoutin=9999ms
   [junit4]   2> 2159660 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159660 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159660 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159662 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159662 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159661 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159664 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159665 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159665 INFO  (searcherExecutor-8598-thread-1-processing-n:127.0.0.1:64142_solr x:implicitcoll_c_replica3 s:c c:implicitcoll) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.SolrCore [implicitcoll_c_replica3] Registered new searcher Searcher@675eac05[implicitcoll_c_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159665 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158073663488
   [junit4]   2> 2159666 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159666 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159669 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159669 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159670 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159670 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159670 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159670 INFO  (qtp252958724-17576) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158078906368
   [junit4]   2> 2159671 INFO  (searcherExecutor-8600-thread-1-processing-n:127.0.0.1:64144_solr x:implicitcoll_b_replica1 s:b c:implicitcoll) [n:127.0.0.1:64144_solr c:implicitcoll s:b  x:implicitcoll_b_replica1] o.a.s.c.SolrCore [implicitcoll_b_replica1] Registered new searcher Searcher@64cea9eb[implicitcoll_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159672 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159673 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159673 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159673 INFO  (searcherExecutor-8597-thread-1-processing-n:127.0.0.1:64144_solr x:implicitcoll_c_replica1 s:c c:implicitcoll) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.c.SolrCore [implicitcoll_c_replica1] Registered new searcher Searcher@714378b[implicitcoll_c_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159674 INFO  (qtp252958724-17574) [n:127.0.0.1:64144_solr c:implicitcoll s:c  x:implicitcoll_c_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158083100672
   [junit4]   2> 2159674 INFO  (qtp988599052-17567) [n:127.0.0.1:64142_solr c:implicitcoll s:c  x:implicitcoll_c_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard c: total=4 found=1 timeoutin=9999ms
   [junit4]   2> 2159676 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@8f732f6[implicitcoll_c_replica4] main]
   [junit4]   2> 2159678 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159679 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159679 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159679 INFO  (qtp1485613319-17554) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158088343552
   [junit4]   2> 2159679 INFO  (searcherExecutor-8606-thread-1-processing-n:127.0.0.1:64140_solr x:implicitcoll_c_replica4 s:c c:implicitcoll) [n:127.0.0.1:64140_solr c:implicitcoll s:c  x:implicitcoll_c_replica4] o.a.s.c.SolrCore [implicitcoll_c_replica4] Registered new searcher Searcher@8f732f6[implicitcoll_c_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159680 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2159680 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2159681 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2159681 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2159682 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a384daa[implicitcoll_c_replica2] main]
   [junit4]   2> 2159682 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@401c4281[implicitcoll_b_replica2] main]
   [junit4]   2> 2159683 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.s.SolrIndexSearcher Opening [Searcher@19f7ad1d[implicitcoll_a_replica4] main]
   [junit4]   2> 2159683 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159684 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159684 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159684 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159684 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159684 INFO  (qtp1735033610-17585) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158093586432
   [junit4]   2> 2159684 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159685 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159685 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159684 INFO  (searcherExecutor-8603-thread-1-processing-n:127.0.0.1:64143_solr x:implicitcoll_c_replica2 s:c c:implicitcoll) [n:127.0.0.1:64143_solr c:implicitcoll s:c  x:implicitcoll_c_replica2] o.a.s.c.SolrCore [implicitcoll_c_replica2] Registered new searcher Searcher@6a384daa[implicitcoll_c_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159685 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159685 INFO  (searcherExecutor-8605-thread-1-processing-n:127.0.0.1:64140_solr x:implicitcoll_a_replica4 s:a c:implicitcoll) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.c.SolrCore [implicitcoll_a_replica4] Registered new searcher Searcher@19f7ad1d[implicitcoll_a_replica4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159685 INFO  (qtp1735033610-17584) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158094635008
   [junit4]   2> 2159685 INFO  (searcherExecutor-8599-thread-1-processing-n:127.0.0.1:64143_solr x:implicitcoll_b_replica2 s:b c:implicitcoll) [n:127.0.0.1:64143_solr c:implicitcoll s:b  x:implicitcoll_b_replica2] o.a.s.c.SolrCore [implicitcoll_b_replica2] Registered new searcher Searcher@401c4281[implicitcoll_b_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159685 INFO  (qtp1485613319-17556) [n:127.0.0.1:64140_solr c:implicitcoll s:a  x:implicitcoll_a_replica4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158094635008
   [junit4]   2> 2159688 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7741f689[implicitcoll_a_replica1] main]
   [junit4]   2> 2159688 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c071d2f[implicitcoll_a_replica2] main]
   [junit4]   2> 2159689 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159690 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2159690 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159690 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159690 INFO  (searcherExecutor-8602-thread-1-processing-n:127.0.0.1:64144_solr x:implicitcoll_a_replica1 s:a c:implicitcoll) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.c.SolrCore [implicitcoll_a_replica1] Registered new searcher Searcher@7741f689[implicitcoll_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159690 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2159690 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2159690 INFO  (qtp1735033610-17582) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158099877888
   [junit4]   2> 2159690 INFO  (searcherExecutor-8604-thread-1-processing-n:127.0.0.1:64143_solr x:implicitcoll_a_replica2 s:a c:implicitcoll) [n:127.0.0.1:64143_solr c:implicitcoll s:a  x:implicitcoll_a_replica2] o.a.s.c.SolrCore [implicitcoll_a_replica2] Registered new searcher Searcher@3c071d2f[implicitcoll_a_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2159690 INFO  (qtp252958724-17575) [n:127.0.0.1:64144_solr c:implicitcoll s:a  x:implicitcoll_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567909158099877888
   [junit4]   2> 2159787 INFO  (zkCallback-3687-thread-1-processing-n:127.0.0.1:64140_solr) [n:127.0.0.1:64140_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2159787 INFO  (zkCallback-3690-thread-1-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2159787 INFO  (zkCallback-3689-thread-1-processing-n:127.0.0.1:64144_solr) [n:127.0.0.1:64144_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2159787 INFO  (zkCallback-3688-thread-1-processing-n:127.0.0.1:64142_solr) [n:127.0.0.1:64142_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/implicitcoll/state.json] for collection [implicitcoll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2160151 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2160151 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2160151 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64142/solr/implicitcoll_b_replica3/
   [junit4]   2> 2160152 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.PeerSync PeerSync: core=implicitcoll_b_replica3 url=http://127.0.0.1:64142/solr START replicas=[http://127.0.0.1:64143/solr/implicitcoll_b_replica2/, http://127.0.0.1:64144/solr/implicitcoll_b_replica1/, http://127.0.0.1:64140/solr/implicitcoll_b_replica4/] nUpdates=100
   [junit4]   2> 2160157 INFO  (qtp988599052-17568) [n:127.0.0.1:64142_solr c:implicitcoll s:b  x:implicitcoll_b_replica3] o.a.s.u.PeerSync PeerSync: core=implicitcoll_b_replica3 url=http://127.0.0.1:64142/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2160158 INFO  (qtp252958724-17579) [n:127.0.0.1:64144_solr c:implicitcoll s:b r:core_node7 x:implicitcoll_b_replica1] o.a.s.c.S.Request [implicitcoll_b_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2160158 INFO  (qtp1735033610-17586) [

[...truncated too long message...]

k-3690-thread-2-processing-n:127.0.0.1:64143_solr) [n:127.0.0.1:64143_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2209699 INFO  (jetty-closer-3669-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2715f079{/solr,null,UNAVAILABLE}
   [junit4]   2> 2209699 INFO  (jetty-closer-3669-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35f9e579{/solr,null,UNAVAILABLE}
   [junit4]   2> 2209701 ERROR (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2209701 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64138 64138
   [junit4]   2> 2209712 INFO  (Thread-3218) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64138 64138
   [junit4]   2> 2213413 WARN  (Thread-3218) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/configs/conf
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	4	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	4	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	4	/solr/collections/withShardField/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97994322237849612-127.0.0.1:64143_solr-n_0000000001
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/a/election/97994322237849612-core_node6-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	27	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2213413 INFO  (SUITE-CustomCollectionTest-seed#[A011E773833B4BD1]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_A011E773833B4BD1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Asserting), _route_=FSTOrd50}, docValues:{}, maxPointsInLeafNode=326, maxMBSortInHeap=7.01504353339864, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=ru, timezone=PST8PDT
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=217776088,total=470417408
   [junit4]   2> NOTE: All tests run in this JVM: [TestRangeQuery, ReplicaListTransformerTest, TestClassicSimilarityFactory, ChaosMonkeySafeLeaderTest, ScriptEngineTest, UUIDFieldTest, ShardRoutingCustomTest, TestEmbeddedSolrServerSchemaAPI, MissingSegmentRecoveryTest, SolrGraphiteReporterTest, TestJmxMonitoredMap, TestQueryTypes, CoreAdminHandlerTest, TestIntervalFaceting, TestCloudPseudoReturnFields, TestSystemIdResolver, TestCollectionAPIs, ConnectionReuseTest, TestInfoStreamLogging, RestartWhileUpdatingTest, TestSolrCoreProperties, BinaryUpdateRequestHandlerTest, TestFieldTypeResource, TestRandomFlRTGCloud, TestBulkSchemaConcurrent, TestFoldingMultitermQuery, TestRandomFaceting, IndexSchemaTest, TestSolrXml, TestMiniSolrCloudClusterSSL, TestSolrConfigHandlerCloud, ShowFileRequestHandlerTest, TestConfigSetsAPIZkFailure, TestFreeTextSuggestions, TestConfigOverlay, CollectionsAPIDistributedZkTest, TestReload, TestFastWriter, ExternalFileFieldSortTest, TestSolr4Spatial, HLLUtilTest, FacetPivotSmallTest, DistributedFacetPivotLargeTest, ReplaceNodeTest, TestConfig, BasicDistributedZk2Test, TestHdfsCloudBackupRestore, SolrIndexMetricsTest, MetricUtilsTest, CopyFieldTest, UpdateLogTest, TestDynamicLoading, TestManagedSchema, TestSolrCoreSnapshots, TestRuleBasedAuthorizationPlugin, BitVectorTest, SolrMetricManagerTest, DistributedFacetPivotSmallAdvancedTest, SolrInfoMBeanTest, CoreSorterTest, CollectionsAPISolrJTest, SolrIndexSplitterTest, FullSolrCloudDistribCmdsTest, TestQuerySenderListener, TestSuggestSpellingConverter, TestCrossCoreJoin, TestComplexPhraseQParserPlugin, CurrencyFieldOpenExchangeTest, TestBlobHandler, BlockJoinFacetRandomTest, TestAuthorizationFramework, DistribCursorPagingTest, SecurityConfHandlerTest, TestRecovery, TestTrie, TestQueryWrapperFilter, AnalyticsMergeStrategyTest, TestFieldCache, TestNumericTerms32, TestNestedDocsSort, MBeansHandlerTest, CollectionTooManyReplicasTest, TermVectorComponentDistributedTest, TestClusterStateMutator, TestCorePropertiesReload, TestRebalanceLeaders, TestZkChroot, TestPHPSerializedResponseWriter, TestMissingGroups, TestUtils, MultiThreadedOCPTest, HdfsBasicDistributedZkTest, TestSchemaManager, IgnoreCommitOptimizeUpdateProcessorFactoryTest, WordBreakSolrSpellCheckerTest, BasicZkTest, EchoParamsTest, BooleanFieldTest, FileBasedSpellCheckerTest, GraphQueryTest, DistributedIntervalFacetingTest, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, RequestHandlersTest, TestMacros, SolrMetricsIntegrationTest, SmileWriterTest, LeaderInitiatedRecoveryOnShardRestartTest, ClassificationUpdateProcessorIntegrationTest, TestFieldResource, TestTrieFacet, ExitableDirectoryReaderTest, TestBlendedInfixSuggestions, DateRangeFieldTest, DateMathParserTest, SolrCLIZkUtilsTest, TestFieldCacheSanityChecker, AddSchemaFieldsUpdateProcessorFactoryTest, TestAtomicUpdateErrorCases, CreateCollectionCleanupTest, LeaderElectionContextKeyTest, TestSolrQueryParserDefaultOperatorResource, TestCollationFieldDocValues, TestDefaultStatsCache, TestSolrConfigHandler, RAMDirectoryFactoryTest, TlogReplayBufferedWhileIndexingTest, TestConfigSetsAPI, TestSlowCompositeReaderWrapper, TestSolrQueryParser, AsyncCallRequestStatusResponseTest, AtomicUpdatesTest, TestSolrCLIRunExample, SpellCheckComponentTest, TestTolerantUpdateProcessorCloud, PreAnalyzedFieldManagedSchemaCloudTest, TestCloudDeleteByQuery, HighlighterMaxOffsetTest, TestSolrCloudWithHadoopAuthPlugin, CleanupOldIndexTest, TestDFRSimilarityFactory, CoreAdminCreateDiscoverTest, TestDistributedGrouping, TestCoreDiscovery, TestShortCircuitedRequests, TestPerFieldSimilarityWithDefaultOverride, FieldAnalysisRequestHandlerTest, OverseerTaskQueueTest, RuleEngineTest, TestSolrDeletionPolicy2, TestUninvertingReader, HdfsRecoveryZkTest, SSLMigrationTest, TestCollapseQParserPlugin, StatsComponentTest, CircularListTest, TestXmlQParserPlugin, RegexBoostProcessorTest, TestManagedSynonymFilterFactory, DistributedTermsComponentTest, DataDrivenBlockJoinTest, JvmMetricsTest, TestGeoJSONResponseWriter, SliceStateTest, TestSolrCoreParser, TestFieldCacheWithThreads, SpellCheckCollatorWithCollapseTest, TestFuzzyAnalyzedSuggestions, TestIndexingPerformance, TestSchemaVersionResource, TestLMJelinekMercerSimilarityFactory, TestNRTOpen, FieldMutatingUpdateProcessorTest, OutOfBoxZkACLAndCredentialsProvidersTest, DistanceUnitsTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, LeaderElectionTest, ZkSolrClientTest, TestRandomDVFaceting, AutoCommitTest, TestHashPartitioner, TestRealTimeGet, TestStressVersions, SolrCoreTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, HighlighterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, NoCacheHeaderTest, TestPseudoReturnFields, QueryEqualityTest, SortByFunctionTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestOmitPositions, TestValueSourceCache, TermVectorComponentTest, LoggingHandlerTest, ReturnFieldsTest, JSONWriterTest, QueryParsingTest, PingRequestHandlerTest, TestBinaryResponseWriter, HighlighterConfigTest, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, MultiTermTest, SampleTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, SpellingQueryConverterTest, ClusterStateTest, FileUtilsTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestPathTrie, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest]
   [junit4] Completed [495/712 (2!)] on J1 in 55.93s, 4 tests, 1 error <<< FAILURES!

[...truncated 8216 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:130: Found 2 violations in source files (tabs instead spaces).

Total time: 81 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 879 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/879/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

149 tests failed.
FAILED:  org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes

Error Message:
Timed out waiting for leader elections null Last available state: null

Stack Trace:
java.lang.AssertionError: Timed out waiting for leader elections
null
Last available state: null
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:423FED534970D534]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:47)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry(TestLeaderElectionZkExpiry.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestOnReconnectListenerSupport.test

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:70)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:218)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
Cannot run program "bash": error=24, Too many open files

Stack Trace:
java.io.IOException: Cannot run program "bash": error=24, Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1048)
	at org.apache.hadoop.util.Shell.runCommand(Shell.java:486)
	at org.apache.hadoop.util.Shell.run(Shell.java:456)
	at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:722)
	at org.apache.hadoop.util.Shell.execCommand(Shell.java:815)
	at org.apache.hadoop.util.Shell.execCommand(Shell.java:798)
	at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getUnixGroups(ShellBasedUnixGroupsMapping.java:84)
	at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getGroups(ShellBasedUnixGroupsMapping.java:52)
	at org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback.getGroups(JniBasedUnixGroupsMappingWithFallback.java:51)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.fetchGroupList(Groups.java:239)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:220)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:208)
	at com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599)
	at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379)
	at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342)
	at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257)
	at com.google.common.cache.LocalCache.get(LocalCache.java:4000)
	at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4004)
	at com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4874)
	at org.apache.hadoop.security.Groups.getGroups(Groups.java:182)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getUsersFirstGroup(TestSolrCloudWithSecureImpersonation.java:66)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getImpersonatorSettings(TestSolrCloudWithSecureImpersonation.java:89)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.startup(TestSolrCloudWithSecureImpersonation.java:104)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: error=24, Too many open files
	at java.lang.UNIXProcess.forkAndExec(Native Method)
	at java.lang.UNIXProcess.<init>(UNIXProcess.java:247)
	at java.lang.ProcessImpl.start(ProcessImpl.java:134)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1029)
	... 46 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
Cannot run program "bash": error=24, Too many open files

Stack Trace:
java.io.IOException: Cannot run program "bash": error=24, Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1048)
	at org.apache.hadoop.util.Shell.runCommand(Shell.java:486)
	at org.apache.hadoop.util.Shell.run(Shell.java:456)
	at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:722)
	at org.apache.hadoop.util.Shell.execCommand(Shell.java:815)
	at org.apache.hadoop.util.Shell.execCommand(Shell.java:798)
	at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getUnixGroups(ShellBasedUnixGroupsMapping.java:84)
	at org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getGroups(ShellBasedUnixGroupsMapping.java:52)
	at org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback.getGroups(JniBasedUnixGroupsMappingWithFallback.java:51)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.fetchGroupList(Groups.java:239)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:220)
	at org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:208)
	at com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599)
	at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379)
	at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342)
	at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257)
	at com.google.common.cache.LocalCache.get(LocalCache.java:4000)
	at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4004)
	at com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4874)
	at org.apache.hadoop.security.Groups.getGroups(Groups.java:182)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getUsersFirstGroup(TestSolrCloudWithSecureImpersonation.java:66)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.getImpersonatorSettings(TestSolrCloudWithSecureImpersonation.java:89)
	at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.shutdown(TestSolrCloudWithSecureImpersonation.java:164)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: error=24, Too many open files
	at java.lang.UNIXProcess.forkAndExec(Native Method)
	at java.lang.UNIXProcess.<init>(UNIXProcess.java:247)
	at java.lang.ProcessImpl.start(ProcessImpl.java:134)
	at java.lang.ProcessBuilder.start(ProcessBuilder.java:1029)
	... 45 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.createMiniSolrCloudCluster(TestStressCloudBlindAtomicUpdates.java:124)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.afterClass(TestStressCloudBlindAtomicUpdates.java:154)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates

Error Message:
Captured an uncaught exception in thread: Thread[id=17064, name=Thread-3268, state=RUNNABLE, group=TGRP-TestStressCloudBlindAtomicUpdates]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17064, name=Thread-3268, state=RUNNABLE, group=TGRP-TestStressCloudBlindAtomicUpdates]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.cloud.TestStressLiveNodes.createMiniSolrCloudCluster(TestStressLiveNodes.java:69)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.TestStressLiveNodes.afterClass(TestStressLiveNodes.java:83)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes

Error Message:
Captured an uncaught exception in thread: Thread[id=17067, name=Thread-3269, state=RUNNABLE, group=TGRP-TestStressLiveNodes]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17067, name=Thread-3269, state=RUNNABLE, group=TGRP-TestStressLiveNodes]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorRandomCloud.java:96)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud

Error Message:
Captured an uncaught exception in thread: Thread[id=17070, name=Thread-3270, state=RUNNABLE, group=TGRP-TestTolerantUpdateProcessorRandomCloud]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17070, name=Thread-3270, state=RUNNABLE, group=TGRP-TestTolerantUpdateProcessorRandomCloud]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.BlobRepositoryCloudTest

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.core.BlobRepositoryCloudTest.setupCluster(BlobRepositoryCloudTest.java:46)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.BlobRepositoryCloudTest

Error Message:
Captured an uncaught exception in thread: Thread[id=17073, name=Thread-3271, state=RUNNABLE, group=TGRP-BlobRepositoryCloudTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17073, name=Thread-3271, state=RUNNABLE, group=TGRP-BlobRepositoryCloudTest]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestInfoStreamLogging

Error Message:
invalid API spec: apispec/cluster.json

Stack Trace:
java.lang.RuntimeException: invalid API spec: apispec/cluster.json
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
	at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
	at org.apache.solr.api.Api.getSpec(Api.java:64)
	at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:186)
	at org.apache.solr.core.CoreContainer.createHandler(CoreContainer.java:1366)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:490)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:177)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:140)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:146)
	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:109)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:705)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:695)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:569)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:558)
	at org.apache.solr.core.TestInfoStreamLogging.beforeClass(TestInfoStreamLogging.java:28)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestInfoStreamLogging

Error Message:
Could not remove the following files (in the order of attempts):    /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: Too many open files    /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: Too many open files 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001/init-core-data-001: Too many open files
   /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.core.TestInfoStreamLogging_DC0A89AB6F5399BC-001: Too many open files

	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestInfoStreamLogging

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.core.TestInfoStreamLogging:     1) Thread[id=17076, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=17077, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.core.TestInfoStreamLogging: 
   1) Thread[id=17076, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=17077, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-TestInfoStreamLogging]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestShardHandlerFactory

Error Message:
org.apache.solr.core.TestShardHandlerFactory

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.core.TestShardHandlerFactory
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/core/TestShardHandlerFactory.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestSimpleTextCodec

Error Message:
org.apache.solr.core.TestSimpleTextCodec

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.core.TestSimpleTextCodec
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/core/TestSimpleTextCodec.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestSolrXml

Error Message:
org.apache.solr.core.TestSolrXml

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.core.TestSolrXml
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/core/TestSolrXml.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  org.apache.solr.handler.TestBlobHandler.doBlobHandlerTest

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:70)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:218)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedFacetPivotSmallAdvancedTest.test

Error Message:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallAdvancedTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallAdvancedTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:545EB671C1AFF444]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:162)
	at org.apache.commons.io.FileUtils.doCopyFile(FileUtils.java:1142)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1446)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1444)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
	at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1099)
	at org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:320)
	at org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:330)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test

Error Message:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotSmallTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:545EB671C1AFF444]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:162)
	at org.apache.commons.io.FileUtils.doCopyFile(FileUtils.java:1142)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1446)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1444)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
	at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1099)
	at org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:320)
	at org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:330)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.component.DistributedFacetPivotWhiteBoxTest.test

Error Message:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotWhiteBoxTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)

Stack Trace:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.component.DistributedFacetPivotWhiteBoxTest_DC0A89AB6F5399BC-001/tempDir-001/control/analysisconfs/analysis-err-schema.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC:545EB671C1AFF444]:0)
	at java.io.FileOutputStream.open0(Native Method)
	at java.io.FileOutputStream.open(FileOutputStream.java:270)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:213)
	at java.io.FileOutputStream.<init>(FileOutputStream.java:162)
	at org.apache.commons.io.FileUtils.doCopyFile(FileUtils.java:1142)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1446)
	at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1444)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
	at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
	at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1099)
	at org.apache.solr.BaseDistributedSearchTestCase.createControlJetty(BaseDistributedSearchTestCase.java:320)
	at org.apache.solr.BaseDistributedSearchTestCase.createServers(BaseDistributedSearchTestCase.java:330)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:990)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest

Error Message:
Could not get the port for ZooKeeper server

Stack Trace:
java.lang.RuntimeException: Could not get the port for ZooKeeper server
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer.run(ZkTestServer.java:515)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:230)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:188)
	at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.setupCluster(DistributedQueryComponentOptimizationTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest

Error Message:
Captured an uncaught exception in thread: Thread[id=17089, name=Thread-3273, state=RUNNABLE, group=TGRP-DistributedQueryComponentOptimizationTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17089, name=Thread-3273, state=RUNNABLE, group=TGRP-DistributedQueryComponentOptimizationTest]
Caused by: java.lang.RuntimeException: java.io.IOException: Too many open files
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:492)
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.server.NIOServerCnxnFactory.<init>(NIOServerCnxnFactory.java:56)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain$TestServerCnxnFactory.<init>(ZkTestServer.java:245)
	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:305)
	at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.TestExpandComponent

Error Message:
org.apache.solr.common.SolrException: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.

Stack Trace:
java.lang.RuntimeException: org.apache.solr.common.SolrException: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.util.TestHarness.createConfig(TestHarness.java:88)
	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:702)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:695)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:569)
	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:558)
	at org.apache.solr.handler.component.TestExpandComponent.beforeClass(TestExpandComponent.java:34)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.
	at org.apache.solr.core.Config.<init>(Config.java:154)
	at org.apache.solr.core.Config.<init>(Config.java:90)
	at org.apache.solr.core.SolrConfig.<init>(SolrConfig.java:203)
	at org.apache.solr.core.SolrConfig.<init>(SolrConfig.java:175)
	at org.apache.solr.util.TestHarness.createConfig(TestHarness.java:86)
	... 29 more
Caused by: org.xml.sax.SAXParseException; systemId: solrres:/solrconfig-collapseqparser.xml; lineNumber: 54; columnNumber: 107; An include with href 'solrconfig.snippet.randomindexconfig.xml'failed, and no fallback element was found.
	at com.sun.org.apache.xerces.internal.util.ErrorHandlerWrapper.createSAXParseException(ErrorHandlerWrapper.java:203)
	at com.sun.org.apache.xerces.internal.util.ErrorHandlerWrapper.fatalError(ErrorHandlerWrapper.java:177)
	at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:400)
	at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:327)
	at com.sun.org.apache.xerces.internal.impl.XMLErrorReporter.reportError(XMLErrorReporter.java:284)
	at com.sun.org.apache.xerces.internal.xinclude.XIncludeHandler.reportError(XIncludeHandler.java:2395)
	at com.sun.org.apache.xerces.internal.xinclude.XIncludeHandler.reportFatalError(XIncludeHandler.java:2390)
	at com.sun.org.apache.xerces.internal.xinclude.XIncludeHandler.emptyElement(XIncludeHandler.java:985)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.scanStartElement(XMLNSDocumentScannerImpl.java:351)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2784)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:602)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:112)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:505)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:841)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:770)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.DOMParser.parse(DOMParser.java:243)
	at com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderImpl.parse(DocumentBuilderImpl.java:339)
	at org.apache.solr.core.Config.<init>(Config.java:143)
	... 33 more


FAILED:  junit.framework.TestSuite.org.apache.solr.metrics.JvmMetricsTest

Error Message:
java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.JvmMetricsTest_DC0A89AB6F5399BC-001/tempDir-001/solr.xml (Too many open files)

Stack Trace:
java.lang.RuntimeException: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.metrics.JvmMetricsTest_DC0A89AB6F5399BC-001/tempDir-001/solr.xml (Too many open files)
	at __randomizedtesting.SeedInfo.seed([DC0A89AB6F5399BC]:0)
	at org.apache.solr.SolrJettyTestBase.legacyExampleCollection1SolrHome(SolrJettyTestBase.java:216)
	at org.apache.solr.metrics.JvmMetricsTest.beforeTest(JvmMetricsTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.

[...truncated too long message...]

a:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [706/712 (130!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.hll.ExplicitHLLTest
   [junit4] ERROR   0.00s J0 | ExplicitHLLTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.ExplicitHLLTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/ExplicitHLLTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [707/712 (131!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.hll.FullHLLTest
   [junit4] ERROR   0.00s J0 | FullHLLTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.FullHLLTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/FullHLLTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [708/712 (132!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.hll.HLLUtilTest
   [junit4] ERROR   0.00s J0 | HLLUtilTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.HLLUtilTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/HLLUtilTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [709/712 (133!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.hll.SparseHLLTest
   [junit4] ERROR   0.00s J0 | SparseHLLTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.hll.SparseHLLTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/hll/SparseHLLTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [710/712 (134!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.util.stats.MetricUtilsTest
   [junit4] ERROR   0.00s J0 | MetricUtilsTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.util.stats.MetricUtilsTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/util/stats/MetricUtilsTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [711/712 (135!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 43485 lines...]

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 878 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/878/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

61 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.CollectionAdminRequestRequiredParamsTest

Error Message:
org.apache.solr.client.solrj.CollectionAdminRequestRequiredParamsTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.CollectionAdminRequestRequiredParamsTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/CollectionAdminRequestRequiredParamsTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.SolrExampleBinaryTest

Error Message:
org.apache.solr.client.solrj.SolrExampleBinaryTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.SolrExampleBinaryTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/SolrExampleBinaryTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.SolrExampleXMLTest

Error Message:
org.apache.solr.client.solrj.SolrExampleXMLTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.SolrExampleXMLTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/SolrExampleXMLTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.SolrSchemalessExampleTest

Error Message:
org.apache.solr.client.solrj.SolrSchemalessExampleTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.SolrSchemalessExampleTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/SolrSchemalessExampleTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestBatchUpdate

Error Message:
org.apache.solr.client.solrj.TestBatchUpdate

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.TestBatchUpdate
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/TestBatchUpdate.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.TestSolrJErrorHandling

Error Message:
org.apache.solr.client.solrj.TestSolrJErrorHandling

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.TestSolrJErrorHandling
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/TestSolrJErrorHandling.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest

Error Message:
org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.LargeVolumeBinaryJettyTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/LargeVolumeBinaryJettyTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.LargeVolumeJettyTest

Error Message:
org.apache.solr.client.solrj.embedded.LargeVolumeJettyTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.LargeVolumeJettyTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/LargeVolumeJettyTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.SolrExampleJettyTest

Error Message:
org.apache.solr.client.solrj.embedded.SolrExampleJettyTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.SolrExampleJettyTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/SolrExampleJettyTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServer

Error Message:
org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServer

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServer
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/TestEmbeddedSolrServer.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.TestSolrProperties

Error Message:
org.apache.solr.client.solrj.embedded.TestSolrProperties

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.TestSolrProperties
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/embedded/TestSolrProperties.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest

Error Message:
org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.CloudSolrClientCacheTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/CloudSolrClientCacheTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClientBuilderTest

Error Message:
org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClientBuilderTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClientBuilderTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/ConcurrentUpdateSolrClientBuilderTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest

Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientBuilderTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientBuilderTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientConPoolTest

Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientConPoolTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientConPoolTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientConPoolTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest

Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.HttpSolrClientSSLAuthConPoolTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/HttpSolrClientSSLAuthConPoolTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.LBHttpSolrClientBuilderTest

Error Message:
org.apache.solr.client.solrj.impl.LBHttpSolrClientBuilderTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.LBHttpSolrClientBuilderTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/LBHttpSolrClientBuilderTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.LBHttpSolrClientTest

Error Message:
org.apache.solr.client.solrj.impl.LBHttpSolrClientTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.LBHttpSolrClientTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/LBHttpSolrClientTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.SolrPortAwareCookieSpecTest

Error Message:
org.apache.solr.client.solrj.impl.SolrPortAwareCookieSpecTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.SolrPortAwareCookieSpecTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/SolrPortAwareCookieSpecTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections

Error Message:
org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/impl/TestCloudSolrClientConnections.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcDriverTest

Error Message:
org.apache.solr.client.solrj.io.sql.JdbcDriverTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.sql.JdbcDriverTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/sql/JdbcDriverTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest

Error Message:
org.apache.solr.client.solrj.io.sql.JdbcTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.sql.JdbcTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/sql/JdbcTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.JDBCStreamTest

Error Message:
org.apache.solr.client.solrj.io.stream.JDBCStreamTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.JDBCStreamTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/JDBCStreamTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest

Error Message:
org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.StreamExpressionToExpessionTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExpessionTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest

Error Message:
org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.StreamExpressionToExplanationTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/StreamExpressionToExplanationTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.AddEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/AddEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ArcCosineEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ArcCosineEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ArcCosineEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ArcCosineEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ArcSineEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ArcSineEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ArcSineEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ArcSineEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ArcTangentEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ArcTangentEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ArcTangentEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ArcTangentEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.CeilingEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.CeilingEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.CeilingEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/CeilingEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.CompoundEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/CompoundEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ConversionEvaluatorsTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ConversionEvaluatorsTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ConversionEvaluatorsTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ConversionEvaluatorsTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ExclusiveOrEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ExclusiveOrEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.GreaterThanEqualToEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.GreaterThanEqualToEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.GreaterThanEqualToEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/GreaterThanEqualToEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.HyperbolicCosineEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.HyperbolicCosineEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.HyperbolicCosineEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/HyperbolicCosineEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.HyperbolicSineEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.HyperbolicSineEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.HyperbolicSineEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/HyperbolicSineEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.ModuloEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.ModuloEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.ModuloEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/ModuloEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.NaturalLogEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.NaturalLogEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.NaturalLogEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/NaturalLogEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.NotEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/NotEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.OrEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/OrEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.PowerEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.PowerEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.PowerEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/PowerEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.eval.UuidEvaluatorTest

Error Message:
org.apache.solr.client.solrj.io.stream.eval.UuidEvaluatorTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.eval.UuidEvaluatorTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/eval/UuidEvaluatorTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.expr.StreamExpressionParserTest

Error Message:
org.apache.solr.client.solrj.io.stream.expr.StreamExpressionParserTest

Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.io.stream.expr.StreamExpressionParserTest
	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
	at java.lang.Class.forName0(Native Method)
	at java.lang.Class.forName(Class.java:348)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/client/solrj/io/stream/expr/StreamExpressionParserTest.class (Too many open files)
	at java.io.FileInputStream.open0(Native Method)
	at java.io.FileInputStream.open(FileInputStream.java:195)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
	at sun.misc.Resource.cachedInputStream(Resource.java:77)
	at sun.misc.Resource.getByteBuffer(Resource.java:160)
	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
	... 12 more


FAILED:  org.apache.solr.client.solrj.request.TestCoreAdmin.testCoreSwap

Error Message:
SolrCore 'core0' is not available due to init failure: invalid API spec: apispec/emptySpec.json

Stack Trace:
org.apache.solr.core.SolrCoreInitializationException: SolrCore 'core0' is not available due to init failure: invalid API spec: apispec/emptySpec.json
	at __randomizedtesting.SeedInfo.seed([D7C327D4B227A9E9:5EA329708B8A2D3C]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1313)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:146)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
	at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
	at org.apache.solr.client.solrj.request.TestCoreAdmin.testCoreSwap(TestCoreAdmin.java:226)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: invalid API spec: apispec/emptySpec.json
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:977)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:920)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:558)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: java.lang.RuntimeException: invalid API spec: apispec/emptySpec.json
	at org.apache.solr.common.util.ValidatingJsonMap.parse(ValidatingJsonMap.java:318)
	at org.apache.solr.api.ApiBag.lambda$getSpec$0(ApiBag.java:229)
	at org.apache.solr.api.Api.getSpec(Api.java:64)
	at org.apache.solr.api.ApiBag.register(ApiBag.java:72)
	at org.apache.solr.core.PluginBag.put(PluginBag.java:215)
	at org.apache.solr.core.PluginBag.init(PluginBag.java:272)
	at org.apache.solr.core.RequestHandlers.initHandlersFromConfig(RequestHandlers.java:130)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
	... 9 more


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestCoreAdmin

Error Message:
Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.request.TestCoreAdmin_D7C327D4B227A9E9-001/solrHome-001

Stack Trace:
java.io.IOException: Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.request.TestCoreAdmin_D7C327D4B227A9E9-001/solrHome-001
	at __randomizedtesting.SeedInfo.seed([D7C327D4B227A9E9]:0)
	at org.apache.commons.io.FileUtils.verifiedListFiles(FileUtils.java:1709)
	at org.apache.commons.io.FileUtils.cleanDirectory(FileUtils.java:1674)
	at org.apache.commons.io.FileUtils.deleteDirectory(FileUtils.java:1575)
	at org.apache.solr.client.solrj.embedded.AbstractEmbeddedSolrServerTestCase.tearDownHome(AbstractEmbeddedSolrServerTestCase.java:90)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsear

[...truncated too long message...]

ssLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [124/130 (55!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.SolrZkClientTest
   [junit4] ERROR   0.00s J0 | SolrZkClientTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.cloud.SolrZkClientTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/cloud/SolrZkClientTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [125/130 (56!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.TestZkConfigManager
   [junit4] ERROR   0.00s J0 | TestZkConfigManager (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.cloud.TestZkConfigManager
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/cloud/TestZkConfigManager.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [126/130 (57!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.params.CommonParamsTest
   [junit4] ERROR   0.00s J0 | CommonParamsTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.params.CommonParamsTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/params/CommonParamsTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [127/130 (58!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.params.ShardParamsTest
   [junit4] ERROR   0.00s J0 | ShardParamsTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.params.ShardParamsTest
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/params/ShardParamsTest.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [128/130 (59!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.common.util.TestValidatingJsonMap
   [junit4] ERROR   0.00s J0 | TestValidatingJsonMap (suite) <<<
   [junit4]    > Throwable #1: java.lang.ClassNotFoundException: org.apache.solr.common.util.TestValidatingJsonMap
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
   [junit4]    > 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4]    > 	at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
   [junit4]    > 	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
   [junit4]    > 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    > 	at java.lang.Class.forName0(Native Method)
   [junit4]    > 	at java.lang.Class.forName(Class.java:348)
   [junit4]    > Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-solrj/classes/test/org/apache/solr/common/util/TestValidatingJsonMap.class (Too many open files)
   [junit4]    > 	at java.io.FileInputStream.open0(Native Method)
   [junit4]    > 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]    > 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]    > 	at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
   [junit4]    > 	at sun.misc.Resource.cachedInputStream(Resource.java:77)
   [junit4]    > 	at sun.misc.Resource.getByteBuffer(Resource.java:160)
   [junit4]    > 	at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
   [junit4]    > 	at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
   [junit4]    > 	at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
   [junit4]    > 	... 12 more
   [junit4] Completed [129/130 (60!)] on J0 in 0.00s, 0 tests, 1 error <<< FAILURES!

[...truncated 42691 lines...]

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 877 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/877/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

All tests passed

Build Log:
[...truncated 20815 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:130: Found 2 violations in source files (tabs instead spaces).

Total time: 75 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 876 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/876/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
	at __randomizedtesting.SeedInfo.seed([A50C0D1D4B1BEC4B:CFED837676815A33]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12667 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/init-core-data-001
   [junit4]   2> 1687123 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1687124 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1687127 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001
   [junit4]   2> 1687127 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1687127 INFO  (Thread-3487) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1687127 INFO  (Thread-3487) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1687132 ERROR (Thread-3487) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1687237 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:54206
   [junit4]   2> 1687299 INFO  (jetty-launcher-2573-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1687299 INFO  (jetty-launcher-2573-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1687299 INFO  (jetty-launcher-2573-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1687300 INFO  (jetty-launcher-2573-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1687302 INFO  (jetty-launcher-2573-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@787fffbc{/solr,null,AVAILABLE}
   [junit4]   2> 1687303 INFO  (jetty-launcher-2573-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@16fefe4d{SSL,[ssl, http/1.1]}{127.0.0.1:54208}
   [junit4]   2> 1687303 INFO  (jetty-launcher-2573-thread-4) [    ] o.e.j.s.Server Started @1690874ms
   [junit4]   2> 1687303 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54208}
   [junit4]   2> 1687303 ERROR (jetty-launcher-2573-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1687304 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1687304 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1687304 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1687304 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T01:01:51.414Z
   [junit4]   2> 1687304 INFO  (jetty-launcher-2573-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@338cc483{/solr,null,AVAILABLE}
   [junit4]   2> 1687305 INFO  (jetty-launcher-2573-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@653d1799{/solr,null,AVAILABLE}
   [junit4]   2> 1687305 INFO  (jetty-launcher-2573-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2cc8a807{SSL,[ssl, http/1.1]}{127.0.0.1:54209}
   [junit4]   2> 1687305 INFO  (jetty-launcher-2573-thread-2) [    ] o.e.j.s.Server Started @1690876ms
   [junit4]   2> 1687305 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54209}
   [junit4]   2> 1687306 ERROR (jetty-launcher-2573-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34661434{/solr,null,AVAILABLE}
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T01:01:51.416Z
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4446920a{SSL,[ssl, http/1.1]}{127.0.0.1:54211}
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-1) [    ] o.e.j.s.Server Started @1690877ms
   [junit4]   2> 1687306 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54211}
   [junit4]   2> 1687306 ERROR (jetty-launcher-2573-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T01:01:51.417Z
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4af41e7d{SSL,[ssl, http/1.1]}{127.0.0.1:54210}
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.e.j.s.Server Started @1690878ms
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54210}
   [junit4]   2> 1687307 ERROR (jetty-launcher-2573-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.7.0
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1687307 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-21T01:01:51.417Z
   [junit4]   2> 1687309 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1687309 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1687310 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1687313 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1687332 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1687333 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1687333 INFO  (jetty-launcher-2573-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
   [junit4]   2> 1687333 INFO  (jetty-launcher-2573-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
   [junit4]   2> 1687334 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1687335 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1687335 INFO  (jetty-launcher-2573-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
   [junit4]   2> 1687335 INFO  (jetty-launcher-2573-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54206/solr
   [junit4]   2> 1687373 INFO  (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1687373 INFO  (jetty-launcher-2573-thread-2) [n:127.0.0.1:54209_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1687373 INFO  (jetty-launcher-2573-thread-1) [n:127.0.0.1:54211_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1687374 INFO  (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54210_solr
   [junit4]   2> 1687375 INFO  (jetty-launcher-2573-thread-4) [n:127.0.0.1:54208_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1687376 INFO  (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr    ] o.a.s.c.Overseer Overseer (id=97997849312624650-127.0.0.1:54210_solr-n_0000000000) starting
   [junit4]   2> 1687376 INFO  (jetty-launcher-2573-thread-2) [n:127.0.0.1:54209_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54209_solr
   [junit4]   2> 1687377 INFO  (jetty-launcher-2573-thread-1) [n:127.0.0.1:54211_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54211_solr
   [junit4]   2> 1687378 INFO  (jetty-launcher-2573-thread-4) [n:127.0.0.1:54208_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54208_solr
   [junit4]   2> 1687378 INFO  (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1687378 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1687379 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1687380 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1687380 INFO  (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1687380 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1687380 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1687382 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1687382 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1687382 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1687382 INFO  (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1687412 INFO  (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54210_solr
   [junit4]   2> 1687415 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1687415 INFO  (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1687415 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1687415 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1687471 INFO  (jetty-launcher-2573-thread-4) [n:127.0.0.1:54208_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/.
   [junit4]   2> 1687471 INFO  (jetty-launcher-2573-thread-2) [n:127.0.0.1:54209_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/.
   [junit4]   2> 1687473 INFO  (jetty-launcher-2573-thread-1) [n:127.0.0.1:54211_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/.
   [junit4]   2> 1687532 INFO  (jetty-launcher-2573-thread-3) [n:127.0.0.1:54210_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/.
   [junit4]   2> 1687546 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1687547 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54206/solr ready
   [junit4]   2> 1687572 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[A50C0D1D4B1BEC4B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
   [junit4]   2> 1687574 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[A50C0D1D4B1BEC4B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1687594 INFO  (qtp143000575-15158) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1687596 INFO  (OverseerThreadFactory-7620-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCreateShardRepFactor
   [junit4]   2> 1687723 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2
   [junit4]   2> 1687723 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1687735 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2
   [junit4]   2> 1687735 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1687852 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1687852 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1688744 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1688757 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1688763 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1688763 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1688792 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1688792 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_b_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1688792 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1688792 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_a_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1688792 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1688792 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_b_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/testCreateShardRepFactor_b_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/./testCreateShardRepFactor_b_replica1/data/]
   [junit4]   2> 1688792 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1688792 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/testCreateShardRepFactor_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./testCreateShardRepFactor_a_replica1/data/]
   [junit4]   2> 1688843 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1688843 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1688843 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1688843 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1688844 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1688844 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1688845 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1688845 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1688845 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6db02840[testCreateShardRepFactor_a_replica1] main]
   [junit4]   2> 1688845 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68325614[testCreateShardRepFactor_b_replica1] main]
   [junit4]   2> 1688846 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1688846 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1688847 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1688847 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1688847 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1688847 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1688847 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567965590802399232
   [junit4]   2> 1688847 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567965590802399232
   [junit4]   2> 1688847 INFO  (searcherExecutor-7629-thread-1-processing-n:127.0.0.1:54211_solr x:testCreateShardRepFactor_b_replica1 s:b c:testCreateShardRepFactor) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1] Registered new searcher Searcher@68325614[testCreateShardRepFactor_b_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1688847 INFO  (searcherExecutor-7630-thread-1-processing-n:127.0.0.1:54208_solr x:testCreateShardRepFactor_a_replica1 s:a c:testCreateShardRepFactor) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1] Registered new searcher Searcher@6db02840[testCreateShardRepFactor_a_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54211/solr/testCreateShardRepFactor_b_replica1/
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:54211/solr/testCreateShardRepFactor_b_replica1/ has no replicas
   [junit4]   2> 1688855 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54208/solr/testCreateShardRepFactor_a_replica1/
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:54208/solr/testCreateShardRepFactor_a_replica1/ has no replicas
   [junit4]   2> 1688855 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1688860 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54211/solr/testCreateShardRepFactor_b_replica1/ b
   [junit4]   2> 1688860 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54208/solr/testCreateShardRepFactor_a_replica1/ a
   [junit4]   2> 1688970 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1688970 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1688972 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1688973 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1688976 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2} status=0 QTime=1253
   [junit4]   2> 1688976 INFO  (qtp1170184398-15175) [n:127.0.0.1:54211_solr c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2} status=0 QTime=1241
   [junit4]   2> 1688980 INFO  (qtp143000575-15158) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1689096 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1689096 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1689610 INFO  (OverseerCollectionConfigSetProcessor-97997849312624650-127.0.0.1:54210_solr-n_0000000000) [n:127.0.0.1:54210_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1689990 INFO  (qtp143000575-15158) [n:127.0.0.1:54208_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2} status=0 QTime=2396
   [junit4]   2> 1689993 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1689999 INFO  (OverseerThreadFactory-7620-thread-2-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateShardCmd Create shard invoked: {
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "operation":"createshard"}
   [junit4]   2> 1690113 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1690114 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1690213 INFO  (OverseerThreadFactory-7620-thread-2-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateShardCmd Creating shard testCreateShardRepFactor_x_replica1 as part of slice x of collection testCreateShardRepFactor on 127.0.0.1:54210_solr
   [junit4]   2> 1690230 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
   [junit4]   2> 1690231 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1690346 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1690346 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1690346 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1691299 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1691304 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1691321 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1691321 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_x_replica1' using configuration from collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1691321 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1691321 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [[testCreateShardRepFactor_x_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/testCreateShardRepFactor_x_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./testCreateShardRepFactor_x_replica1/data/]
   [junit4]   2> 1691365 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1691365 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1691367 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1691367 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1691367 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@419b61d8[testCreateShardRepFactor_x_replica1] main]
   [junit4]   2> 1691369 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1691369 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1691369 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1691369 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567965593446907904
   [junit4]   2> 1691369 INFO  (searcherExecutor-7639-thread-1-processing-n:127.0.0.1:54210_solr x:testCreateShardRepFactor_x_replica1 s:x c:testCreateShardRepFactor) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1] Registered new searcher Searcher@419b61d8[testCreateShardRepFactor_x_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54210/solr/testCreateShardRepFactor_x_replica1/
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:54210/solr/testCreateShardRepFactor_x_replica1/ has no replicas
   [junit4]   2> 1692352 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1692354 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692354 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692355 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692358 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54210/solr/testCreateShardRepFactor_x_replica1/ x
   [junit4]   2> 1692464 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692464 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692464 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1692478 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1692483 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=2252
   [junit4]   2> 1692484 INFO  (OverseerThreadFactory-7620-thread-2-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateShardCmd Finished create command on all shards for collection: testCreateShardRepFactor
   [junit4]   2> 1692489 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2} status=0 QTime=2495
   [junit4]   2> 1692492 INFO  (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[A50C0D1D4B1BEC4B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShardRepFactor
   [junit4]   2> 1692529 INFO  (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[A50C0D1D4B1BEC4B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
   [junit4]   2> 1692530 INFO  (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[A50C0D1D4B1BEC4B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1692534 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1692537 INFO  (OverseerThreadFactory-7620-thread-3-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1692537 INFO  (OverseerCollectionConfigSetProcessor-97997849312624650-127.0.0.1:54210_solr-n_0000000000) [n:127.0.0.1:54210_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1692540 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 1692540 INFO  (qtp1170184398-15176) [n:127.0.0.1:54211_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 1692540 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@29d25e7
   [junit4]   2> 1692540 INFO  (qtp1170184398-15176) [n:127.0.0.1:54211_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@38294e44
   [junit4]   2> 1692540 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 1692540 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr    ] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@18786b2d
   [junit4]   2> 1692541 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 1692541 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 1692541 INFO  (qtp1170184398-15176) [n:127.0.0.1:54211_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 1692543 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_x_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1692544 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_a_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1692544 INFO  (qtp1170184398-15176) [n:127.0.0.1:54211_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testCreateShardRepFactor_b_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1693272 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2} status=0 QTime=738
   [junit4]   2> 1693276 INFO  (qtp143000575-15159) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&router.field=shard_s&name=withShardField&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1693281 INFO  (OverseerThreadFactory-7620-thread-4-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateCollectionCmd Create collection withShardField
   [junit4]   2> 1693282 WARN  (OverseerThreadFactory-7620-thread-4-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 5 on collection withShardField is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1693282 INFO  (OverseerCollectionConfigSetProcessor-97997849312624650-127.0.0.1:54210_solr-n_0000000000) [n:127.0.0.1:54210_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1693516 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica3&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 1693518 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica5&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 1693526 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica2&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 1693542 INFO  (qtp1170184398-15155) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica4&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 1693545 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica5&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 1693545 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 1693546 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica1&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 1693548 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica2&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 1693549 INFO  (qtp1170184398-15177) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica3&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 1693550 INFO  (qtp1170184398-15178) [n:127.0.0.1:54211_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica1&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 1693555 INFO  (qtp860685379-15143) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica1&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 1693555 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica5&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 1693556 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica3&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 1693556 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica4&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 1693590 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 1693591 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica2&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 1693591 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1693591 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica5&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 1693594 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica3&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 1693596 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica4&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 1693607 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 1693740 INFO  (zkCallback-2595-thread-1-processing-n:127.0.0.1:54209_solr) [n:127.0.0.1:54209_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1693740 INFO  (zkCallback-2592-thread-1-processing-n:127.0.0.1:54211_solr) [n:127.0.0.1:54211_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1693740 INFO  (zkCallback-2594-thread-1-processing-n:127.0.0.1:54208_solr) [n:127.0.0.1:54208_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1693740 INFO  (zkCallback-2593-thread-1-processing-n:127.0.0.1:54210_solr) [n:127.0.0.1:54210_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1694577 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694577 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694581 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694598 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694600 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694603 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.s.IndexSchema [withShardField_b_replica3] Schema name=cloud-dynamic
   [junit4]   2> 1694603 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema [withShardField_c_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1694620 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.s.IndexSchema [withShardField_d_replica5] Schema name=cloud-dynamic
   [junit4]   2> 1694623 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.s.IndexSchema [withShardField_a_replica4] Schema name=cloud-dynamic
   [junit4]   2> 1694640 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema [withShardField_d_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1694643 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694643 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694644 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694644 INFO  (qtp143000575-15156) [n:127.0.0.1:54208_solr c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrCore [[withShardField_c_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_c_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_c_replica2/data/]
   [junit4]   2> 1694668 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694668 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica5' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694668 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694668 INFO  (qtp143000575-15151) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica5] o.a.s.c.SolrCore [[withShardField_d_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_d_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_d_replica5/data/]
   [junit4]   2> 1694671 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694671 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica1' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694672 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694672 INFO  (qtp143000575-15157) [n:127.0.0.1:54208_solr c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrCore [[withShardField_d_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_d_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_d_replica1/data/]
   [junit4]   2> 1694673 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694673 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica3' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694674 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694674 INFO  (qtp143000575-15154) [n:127.0.0.1:54208_solr c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.SolrCore [[withShardField_b_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_b_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_b_replica3/data/]
   [junit4]   2> 1694679 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694679 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica4' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694680 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694680 INFO  (qtp143000575-15153) [n:127.0.0.1:54208_solr c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.SolrCore [[withShardField_a_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/withShardField_a_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node4/./withShardField_a_replica4/data/]
   [junit4]   2> 1694697 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694698 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694700 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694715 INFO  (qtp860685379-15143) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694721 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694721 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.s.IndexSchema [withShardField_c_replica4] Schema name=cloud-dynamic
   [junit4]   2> 1694728 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694741 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694742 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694742 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694759 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694759 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694767 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694779 INFO  (qtp1170184398-15155) [n:127.0.0.1:54211_solr c:withShardField s:d  x:withShardField_d_replica4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694784 INFO  (qtp1170184398-15177) [n:127.0.0.1:54211_solr c:withShardField s:a  x:withShardField_a_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694784 INFO  (qtp1170184398-15178) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 1694786 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema [withShardField_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1694802 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.s.IndexSchema [withShardField_c_replica5] Schema name=cloud-dynamic
   [junit4]   2> 1694810 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.s.IndexSchema [withShardField_b_replica5] Schema name=cloud-dynamic
   [junit4]   2> 1694810 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.s.IndexSchema [withShardField_d_replica3] Schema name=cloud-dynamic
   [junit4]   2> 1694838 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694838 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica3' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694839 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694839 INFO  (qtp860685379-15145) [n:127.0.0.1:54210_solr c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.SolrCore [[withShardField_d_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_d_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_d_replica3/data/]
   [junit4]   2> 1694839 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694839 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica1' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694839 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694839 INFO  (qtp247270996-15167) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrCore [[withShardField_a_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_a_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_a_replica1/data/]
   [junit4]   2> 1694842 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.s.IndexSchema [withShardField_b_replica4] Schema name=cloud-dynamic
   [junit4]   2> 1694842 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema [withShardField_d_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1694842 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.s.IndexSchema [withShardField_a_replica5] Schema name=cloud-dynamic
   [junit4]   2> 1694868 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694885 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica4' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694886 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694885 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694886 INFO  (qtp860685379-15147) [n:127.0.0.1:54210_solr c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.SolrCore [[withShardField_c_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_c_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_c_replica4/data/]
   [junit4]   2> 1694882 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694886 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica5' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694886 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694886 INFO  (qtp247270996-15166) [n:127.0.0.1:54209_solr c:withShardField s:a  x:withShardField_a_replica5] o.a.s.c.SolrCore [[withShardField_a_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_a_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_a_replica5/data/]
   [junit4]   2> 1694878 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.s.IndexSchema [withShardField_c_replica3] Schema name=cloud-dynamic
   [junit4]   2> 1694886 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica4' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694887 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694887 INFO  (qtp247270996-15169) [n:127.0.0.1:54209_solr c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.SolrCore [[withShardField_b_replica4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_b_replica4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_b_replica4/data/]
   [junit4]   2> 1694914 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694914 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica3' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694915 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694915 INFO  (qtp247270996-15168) [n:127.0.0.1:54209_solr c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.SolrCore [[withShardField_c_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_c_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_c_replica3/data/]
   [junit4]   2> 1694934 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694934 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694934 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694935 INFO  (qtp247270996-15165) [n:127.0.0.1:54209_solr c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrCore [[withShardField_d_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/withShardField_d_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node2/./withShardField_d_replica2/data/]
   [junit4]   2> 1694935 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694935 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica5' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694935 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694935 INFO  (qtp860685379-15148) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica5] o.a.s.c.SolrCore [[withShardField_b_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_b_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_b_replica5/data/]
   [junit4]   2> 1694936 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694936 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica5' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694936 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694936 INFO  (qtp1170184398-15173) [n:127.0.0.1:54211_solr c:withShardField s:c  x:withShardField_c_replica5] o.a.s.c.SolrCore [[withShardField_c_replica5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/withShardField_c_replica5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node1/./withShardField_c_replica5/data/]
   [junit4]   2> 1694937 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema [withShardField_a_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1694938 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema [withShardField_b_replica2] Schema name=cloud-dynamic
   [junit4]   2> 1694939 INFO  (qtp860685379-15143) [n:127.0.0.1:54210_solr c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.IndexSchema [withShardField_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 1694967 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694967 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694967 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694967 INFO  (qtp860685379-15146) [n:127.0.0.1:54210_solr c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrCore [[withShardField_a_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/withShardField_a_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001/tempDir-001/node3/./withShardField_a_replica2/data/]
   [junit4]   2> 1694983 INFO  (qtp1170184398-15155) [n:127.0.0.1:54211_solr c:withShardField s:d  x:withShardField_d_replica4] o.a.s.s.IndexSchema [withShardField_d_replica4] Schema name=cloud-dynamic
   [junit4]   2> 1694988 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1694988 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica2' using configuration from collection withShardField, trusted=true
   [junit4]   2> 1694989 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1694989 INFO  (qtp1170184398-15174) [n:127.0.0.1:54211_solr c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrCore [[withSha

[...truncated too long message...]

[    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@787fffbc{/solr,null,UNAVAILABLE}
   [junit4]   2> 1737901 ERROR (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1737902 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54206 54206
   [junit4]   2> 1737922 INFO  (Thread-3487) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54206 54206
   [junit4]   2> 1738294 WARN  (Thread-3487) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2> 	4	/solr/collections/implicitcoll/state.json
   [junit4]   2> 	4	/solr/collections/routeFieldColl/state.json
   [junit4]   2> 	4	/solr/collections/withShardField/state.json
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/a/election/97997849312624651-core_node17-n_0000000001
   [junit4]   2> 	2	/solr/collections/withShardField/leader_elect/d/election/97997849312624651-core_node15-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	32	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1738294 INFO  (SUITE-CustomCollectionTest-seed#[A50C0D1D4B1BEC4B]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_A50C0D1D4B1BEC4B-001
   [junit4]   2> May 21, 2017 1:02:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cs, timezone=Pacific/Wallis
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=66091936,total=484163584
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrUpdateLogTest, TestMacroExpander, SolrCloudExampleTest, TestLRUCache, OpenExchangeRatesOrgProviderTest, TestOverriddenPrefixQueryForCustomFieldType, BlockDirectoryTest, TestReloadDeadlock, AtomicUpdateProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, TestComplexPhraseLeadingWildcard, TestFieldCollectionResource, TestSweetSpotSimilarityFactory, TestUnifiedSolrHighlighter, TestManagedStopFilterFactory, PKIAuthenticationIntegrationTest, TestCharFilters, CdcrRequestHandlerTest, TestDistributedStatsComponentCardinality, TestInitParams, TestSurroundQueryParser, TimeZoneUtilsTest, DateFieldTest, HdfsBasicDistributedZk2Test, TestSizeLimitedDistributedMap, AddBlockUpdateTest, SampleTest, JavabinLoaderTest, TestCryptoKeys, OverseerModifyCollectionTest, TestMinMaxOnMultiValuedField, TestRTimerTree, ChangedSchemaMergeTest, PingRequestHandlerTest, TestRTGBase, DeleteStatusTest, TestPerFieldSimilarity, PrimitiveFieldTypeTest, BasicDistributedZkTest, DistribDocExpirationUpdateProcessorTest, TestStressUserVersions, TestCustomSort, PolyFieldTest, DOMUtilTest, CollectionStateFormat2Test, AnalysisAfterCoreReloadTest, HttpSolrCallGetCoreTest, TestHashQParserPlugin, TestWordDelimiterFilterFactory, TestInPlaceUpdatesStandalone, SuggesterFSTTest, TestDistribIDF, QueryElevationComponentTest, OverriddenZkACLAndCredentialsProvidersTest, BasicAuthIntegrationTest, DirectSolrSpellCheckerTest, CdcrReplicationDistributedZkTest, ReplicationFactorTest, SOLR749Test, TestHighlightDedupGrouping, FileUtilsTest, TestTestInjection, TestConfigSetImmutable, TestExtendedDismaxParser, SimpleMLTQParserTest, TestHalfAndHalfDocValues, DocValuesMultiTest, TestPartialUpdateDeduplication, UUIDUpdateProcessorFallbackTest, TestSchemaNameResource, LeaderElectionTest, RankQueryTest, CoreAdminRequestStatusTest, SolrJmxReporterTest, SolrGangliaReporterTest, TestPKIAuthenticationPlugin, TestImpersonationWithHadoopAuth, TestClassNameShortening, WrapperMergePolicyFactoryTest, RemoteQueryErrorTest, TestSchemaSimilarityResource, TestSchemalessBufferedUpdates, SolrCoreMetricManagerTest, TestCloudManagedSchema, CollectionsAPIAsyncDistributedZkTest, BlockJoinFacetDistribTest, HdfsDirectoryTest, DocExpirationUpdateProcessorFactoryTest, TestSimpleQParserPlugin, TestHighFrequencyDictionaryFactory, TestManagedSchemaAPI, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, DistributedFacetExistsSmallTest, DirectSolrConnectionTest, TestReRankQParserPlugin, TestSort, TestPostingsSolrHighlighter, TestReplicaProperties, TestFileDictionaryLookup, DocumentAnalysisRequestHandlerTest, SyncSliceTest, DistributedSuggestComponentTest, TestApiFramework, SpatialRPTFieldTypeTest, HardAutoCommitTest, TestCloudRecovery, SolrTestCaseJ4Test, TestDistributedSearch, IndexBasedSpellCheckerTest, TestReplicationHandler, TestJsonRequest, TestMaxScoreQueryParser, ZkNodePropsTest, DocValuesNotIndexedTest, TestNumericTerms64, TestDynamicFieldCollectionResource, SoftAutoCommitTest, TestStressReorder, TestCSVLoader, TestFieldTypeCollectionResource, PathHierarchyTokenizerFactoryTest, TestLFUCache, BlockJoinFacetSimpleTest, PeerSyncReplicationTest, ShufflingReplicaListTransformerTest, TestUseDocValuesAsStored2, TestSerializedLuceneMatchVersion, TestSortByMinMaxFunction, StressHdfsTest, HdfsRestartWhileUpdatingTest, OutputWriterTest, InfixSuggestersTest, DirectoryFactoryTest, TestExportWriter, TestPseudoReturnFields, DistributedQueryComponentCustomSortTest, SimplePostToolTest, TestConfigSetsAPIExclusivity, TestPayloadScoreQParserPlugin, RequiredFieldsTest, AlternateDirectoryTest, SaslZkACLProviderTest, SolrCoreTest, TestSolr4Spatial2, DistributedQueueTest, ZkStateReaderTest, SmileWriterTest, ConfigureRecoveryStrategyTest, TestTolerantUpdateProcessorRandomCloud, PeerSyncWithIndexFingerprintCachingTest, SuggestComponentContextFilterQueryTest, TestPhraseSuggestions, CurrencyFieldXmlFileTest, LeaderInitiatedRecoveryOnCommitTest, TestRawTransformer, TestFieldCacheVsDocValues, TestImplicitCoreProperties, TestSha256AuthenticationProvider, TestUpdate, TestPerFieldSimilarityClassic, DisMaxRequestHandlerTest, SolrRequestParserTest, DistributedDebugComponentTest, TestLockTree, TestJettySolrRunner, TestStressCloudBlindAtomicUpdates, TestDocBasedVersionConstraints, TestDocumentBuilder, TestBinaryField, TestCollationField, SynonymTokenizerTest, TestReplicationHandlerBackup, TestHashPartitioner, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, AutoCommitTest, TestFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestStressVersions, TestCoreContainer, SimpleFacetsTest, PeerSyncTest, DirectUpdateHandlerTest, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, SuggesterTSTTest, TestStressLucene, TestTrie, SpatialFilterTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestReversedWildcardFilterFactory, TermsComponentTest, RequestHandlersTest, TestValueSourceCache, MoreLikeThisHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, TestComponentsName, HighlighterConfigTest, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, MultiTermTest, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, PrimUtilsTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, TestPathTrie, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest]
   [junit4] Completed [510/712 (1!)] on J0 in 51.96s, 4 tests, 1 error <<< FAILURES!

[...truncated 8163 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:130: Found 2 violations in source files (tabs instead spaces).

Total time: 69 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any