You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/07 22:33:11 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3879 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3879/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.util.TestSolrCLIRunExample

Error Message:
ObjectTracker found 5 object(s) that were not released!!! [MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, TransactionLog, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:852)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:638)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1138)  at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2923)  at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:225)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:727)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:885)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:349)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:695)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:885)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)  at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:443)  at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1102)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:529)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:514)  at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:328)  at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:247)  at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:202)  at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:987)  at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1200)  at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:749)  at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:336)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)  at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:97)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:186)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:142)  at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:313)  at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:128)  at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:278)  at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258)  at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:180)  at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:193)  at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:107)  at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)  at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)  at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2423)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:480)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:907)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:885)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, TransactionLog, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:852)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:638)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1138)
	at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2923)
	at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:225)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:727)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:885)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:349)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:695)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:885)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)
	at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:443)
	at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1102)
	at org.apache.solr.update.UpdateLog.add(UpdateLog.java:529)
	at org.apache.solr.update.UpdateLog.add(UpdateLog.java:514)
	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:328)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:247)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:202)
	at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:987)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1200)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:749)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:336)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)
	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:97)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:186)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:142)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:313)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:128)
	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:278)
	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258)
	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:180)
	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:193)
	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:107)
	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2423)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:480)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:907)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:885)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:745)


	at __randomizedtesting.SeedInfo.seed([9487C33C1915EF9B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.util.TestSolrCLIRunExample

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.util.TestSolrCLIRunExample:     1) Thread[id=3690, name=searcherExecutor-1591-thread-1, state=WAITING, group=TGRP-TestSolrCLIRunExample]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.util.TestSolrCLIRunExample: 
   1) Thread[id=3690, name=searcherExecutor-1591-thread-1, state=WAITING, group=TGRP-TestSolrCLIRunExample]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([9487C33C1915EF9B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.util.TestSolrCLIRunExample

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=3690, name=searcherExecutor-1591-thread-1, state=WAITING, group=TGRP-TestSolrCLIRunExample]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=3690, name=searcherExecutor-1591-thread-1, state=WAITING, group=TGRP-TestSolrCLIRunExample]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([9487C33C1915EF9B]:0)




Build Log:
[...truncated 11264 lines...]
   [junit4] Suite: org.apache.solr.util.TestSolrCLIRunExample
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/init-core-data-001
   [junit4]   2> 441830 INFO  (SUITE-TestSolrCLIRunExample-seed#[9487C33C1915EF9B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 441836 INFO  (SUITE-TestSolrCLIRunExample-seed#[9487C33C1915EF9B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 441839 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSchemalessExample
   [junit4]   2> 441842 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.u.TestSolrCLIRunExample Selected port 54072 to start schemaless example Solr instance on ...
   [junit4]   2> 442139 INFO  (Thread-820) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 442141 INFO  (Thread-820) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4adb73c8{/solr,null,AVAILABLE}
   [junit4]   2> 442143 INFO  (Thread-820) [    ] o.e.j.s.AbstractConnector Started ServerConnector@766e72bf{HTTP/1.1,[http/1.1]}{127.0.0.1:54072}
   [junit4]   2> 442143 INFO  (Thread-820) [    ] o.e.j.s.Server Started @449062ms
   [junit4]   2> 442143 INFO  (Thread-820) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54072}
   [junit4]   2> 442143 ERROR (Thread-820) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 442144 INFO  (Thread-820) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 442144 INFO  (Thread-820) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port 54072
   [junit4]   2> 442144 INFO  (Thread-820) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 442144 INFO  (Thread-820) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-07T21:49:08.643Z
   [junit4]   2> 442145 INFO  (Thread-820) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/solr.xml
   [junit4]   2> 442306 INFO  (Thread-820) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr
   [junit4]   2> 444272 INFO  (qtp1669496532-3447) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=69
   [junit4]   2> 444304 INFO  (qtp1669496532-3448) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=gettingstarted&action=STATUS&wt=json} status=0 QTime=0
   [junit4]   2> 444349 INFO  (qtp1669496532-3445) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=29
   [junit4]   2> 444391 INFO  (qtp1669496532-3447) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=28
   [junit4]   2> 444402 INFO  (qtp1669496532-3444) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=gettingstarted&action=STATUS&wt=json} status=0 QTime=0
   [junit4]   2> 444613 INFO  (qtp1669496532-3446) [    ] o.a.s.h.a.CoreAdminOperation core create command name=gettingstarted&action=CREATE&instanceDir=gettingstarted&wt=json
   [junit4]   2> 444645 WARN  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/extraction/lib
   [junit4]   2> 444645 WARN  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 444646 WARN  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/clustering/lib
   [junit4]   2> 444646 WARN  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 444647 WARN  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/langid/lib
   [junit4]   2> 444647 WARN  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 444648 WARN  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../contrib/velocity/lib
   [junit4]   2> 444648 WARN  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/../../../../dist
   [junit4]   2> 444659 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 444724 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.s.IndexSchema [gettingstarted] Schema name=example-data-driven-schema
   [junit4]   2> 445180 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.s.IndexSchema Loaded schema example-data-driven-schema/1.6 with uniqueid field id
   [junit4]   2> 445224 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.CoreContainer Creating SolrCore 'gettingstarted' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted
   [junit4]   2> 445224 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.SolrCore [[gettingstarted] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/data/]
   [junit4]   2> 445225 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1533b58f
   [junit4]   2> 445389 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 446623 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 446623 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 446624 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 446624 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 446656 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.s.SolrIndexSearcher Opening [Searcher@64a477a3[gettingstarted] main]
   [junit4]   2> 446657 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/conf
   [junit4]   2> 446658 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 446710 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 446712 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.h.c.QueryElevationComponent Loading QueryElevation from: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-001/schemaless/solr/gettingstarted/conf/elevate.xml
   [junit4]   2> 446800 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 446801 INFO  (searcherExecutor-1539-thread-1-processing-x:gettingstarted) [    x:gettingstarted] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@64a477a3[gettingstarted] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 446802 INFO  (searcherExecutor-1539-thread-1-processing-x:gettingstarted) [    x:gettingstarted] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 446802 INFO  (searcherExecutor-1539-thread-1-processing-x:gettingstarted) [    x:gettingstarted] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 446803 INFO  (searcherExecutor-1539-thread-1-processing-x:gettingstarted) [    x:gettingstarted] o.a.s.c.SolrCore [gettingstarted] Registered new searcher Searcher@64a477a3[gettingstarted] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 446805 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561249294114095104
   [junit4]   2> 446809 INFO  (qtp1669496532-3446) [    x:gettingstarted] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={name=gettingstarted&action=CREATE&instanceDir=gettingstarted&wt=json} status=0 QTime=2196
   [junit4]   2> 446820 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[9487C33C1915EF9B]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@766e72bf{HTTP/1.1,[http/1.1]}{127.0.0.1:54072}
   [junit4]   2> 446820 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=45742549
   [junit4]   2> 446821 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 446822 INFO  (coreCloseExecutor-1544-thread-1) [    x:gettingstarted] o.a.s.c.SolrCore [gettingstarted]  CLOSING SolrCore org.apache.solr.core.SolrCore@8a9354f
   [junit4]   2> 446894 INFO  (coreCloseExecutor-1544-thread-1) [    x:gettingstarted] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.gettingstarted, tag=145306959
   [junit4]   2> 446912 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[9487C33C1915EF9B]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4adb73c8{/solr,null,UNAVAILABLE}
   [junit4]   2> 446924 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.u.TestSolrCLIRunExample Stopped standalone Solr instance running on port 54072
   [junit4]   2> 446924 INFO  (TEST-TestSolrCLIRunExample.testSchemalessExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSchemalessExample
   [junit4]   2> 446926 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testInteractiveSolrCloudExample
   [junit4]   2> 446936 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003
   [junit4]   2> 446936 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 446936 INFO  (Thread-830) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 446936 INFO  (Thread-830) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 447046 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.c.ZkTestServer start zk server on port:54084
   [junit4]   2> 447075 INFO  (jetty-launcher-471-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 447079 INFO  (jetty-launcher-471-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c2aee87{/solr,null,AVAILABLE}
   [junit4]   2> 447079 INFO  (jetty-launcher-471-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@12cf6fb6{HTTP/1.1,[http/1.1]}{127.0.0.1:54081}
   [junit4]   2> 447079 INFO  (jetty-launcher-471-thread-1) [    ] o.e.j.s.Server Started @453998ms
   [junit4]   2> 447079 INFO  (jetty-launcher-471-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54081}
   [junit4]   2> 447080 ERROR (jetty-launcher-471-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 447081 INFO  (jetty-launcher-471-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 447081 INFO  (jetty-launcher-471-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port 54081
   [junit4]   2> 447081 INFO  (jetty-launcher-471-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 447081 INFO  (jetty-launcher-471-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-07T21:49:13.580Z
   [junit4]   2> 447087 INFO  (jetty-launcher-471-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 447101 INFO  (jetty-launcher-471-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54084/solr
   [junit4]   2> 447159 INFO  (jetty-launcher-471-thread-1) [n:localhost:54081_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 447161 INFO  (jetty-launcher-471-thread-1) [n:localhost:54081_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader localhost:54081_solr
   [junit4]   2> 447163 INFO  (jetty-launcher-471-thread-1) [n:localhost:54081_solr    ] o.a.s.c.Overseer Overseer (id=97578080890978307-localhost:54081_solr-n_0000000000) starting
   [junit4]   2> 447185 INFO  (jetty-launcher-471-thread-1) [n:localhost:54081_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/localhost:54081_solr
   [junit4]   2> 447189 INFO  (zkCallback-478-thread-1-processing-n:localhost:54081_solr) [n:localhost:54081_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 447330 INFO  (jetty-launcher-471-thread-1) [n:localhost:54081_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1
   [junit4]   2> 447544 INFO  (qtp553457117-3477) [n:localhost:54081_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=45
   [junit4]   2> 447547 INFO  (qtp553457117-3478) [n:localhost:54081_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 447555 INFO  (qtp553457117-3478) [n:localhost:54081_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=7
   [junit4]   2> 447562 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 447563 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54084/solr ready
   [junit4]   2> 447568 INFO  (qtp553457117-3482) [n:localhost:54081_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=list&wt=json and sendToOCPQueue=true
   [junit4]   2> 447568 INFO  (qtp553457117-3482) [n:localhost:54081_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=list&wt=json} status=0 QTime=0
   [junit4]   2> 447600 INFO  (qtp553457117-3478) [n:localhost:54081_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/system params={wt=json} status=0 QTime=27
   [junit4]   2> 447605 INFO  (qtp553457117-3479) [n:localhost:54081_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=json and sendToOCPQueue=true
   [junit4]   2> 447606 INFO  (qtp553457117-3479) [n:localhost:54081_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=json} status=0 QTime=1
   [junit4]   2> 447614 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 447617 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[9487C33C1915EF9B]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54084/solr ready
   [junit4]   2> 447789 INFO  (qtp553457117-3477) [n:localhost:54081_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=list&wt=json and sendToOCPQueue=true
   [junit4]   2> 447789 INFO  (qtp553457117-3477) [n:localhost:54081_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=list&wt=json} status=0 QTime=0
   [junit4]   2> 447793 INFO  (qtp553457117-3480) [n:localhost:54081_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&maxShardsPerNode=4&collection.configName=testCloudExamplePrompt&name=testCloudExamplePrompt&action=CREATE&numShards=2&wt=json and sendToOCPQueue=true
   [junit4]   2> 447800 INFO  (OverseerThreadFactory-1551-thread-1-processing-n:localhost:54081_solr) [n:localhost:54081_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCloudExamplePrompt
   [junit4]   2> 447801 WARN  (OverseerThreadFactory-1551-thread-1-processing-n:localhost:54081_solr) [n:localhost:54081_solr    ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 2 on collection testCloudExamplePrompt is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 447915 INFO  (qtp553457117-3482) [n:localhost:54081_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=testCloudExamplePrompt&newCollection=true&name=testCloudExamplePrompt_shard2_replica1&action=CREATE&numShards=2&collection=testCloudExamplePrompt&shard=shard2&wt=javabin&version=2
   [junit4]   2> 447915 INFO  (qtp553457117-3475) [n:localhost:54081_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=testCloudExamplePrompt&newCollection=true&name=testCloudExamplePrompt_shard1_replica1&action=CREATE&numShards=2&collection=testCloudExamplePrompt&shard=shard1&wt=javabin&version=2
   [junit4]   2> 447915 INFO  (qtp553457117-3477) [n:localhost:54081_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=testCloudExamplePrompt&newCollection=true&name=testCloudExamplePrompt_shard2_replica2&action=CREATE&numShards=2&collection=testCloudExamplePrompt&shard=shard2&wt=javabin&version=2
   [junit4]   2> 447916 INFO  (qtp553457117-3479) [n:localhost:54081_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=testCloudExamplePrompt&newCollection=true&name=testCloudExamplePrompt_shard1_replica2&action=CREATE&numShards=2&collection=testCloudExamplePrompt&shard=shard1&wt=javabin&version=2
   [junit4]   2> 448043 INFO  (zkCallback-478-thread-1-processing-n:localhost:54081_solr) [n:localhost:54081_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCloudExamplePrompt/state.json] for collection [testCloudExamplePrompt] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 448964 INFO  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 448964 INFO  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 448964 INFO  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 448964 INFO  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 448965 INFO  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 448965 INFO  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 448966 WARN  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../contrib/extraction/lib
   [junit4]   2> 448966 WARN  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../contrib/extraction/lib
   [junit4]   2> 448967 WARN  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../dist
   [junit4]   2> 448967 WARN  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../dist
   [junit4]   2> 448967 WARN  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../contrib/extraction/lib
   [junit4]   2> 448968 WARN  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../contrib/clustering/lib
   [junit4]   2> 448968 WARN  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../dist
   [junit4]   2> 448969 WARN  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../dist
   [junit4]   2> 448968 WARN  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../contrib/clustering/lib
   [junit4]   2> 448969 WARN  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../dist
   [junit4]   2> 448969 WARN  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../contrib/langid/lib
   [junit4]   2> 448969 WARN  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../dist
   [junit4]   2> 448970 WARN  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../contrib/clustering/lib
   [junit4]   2> 448970 WARN  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../contrib/langid/lib
   [junit4]   2> 448970 WARN  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../dist
   [junit4]   2> 448970 WARN  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../dist
   [junit4]   2> 448970 WARN  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../contrib/velocity/lib
   [junit4]   2> 448970 WARN  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica1/../../../../dist
   [junit4]   2> 448971 WARN  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../contrib/velocity/lib
   [junit4]   2> 448971 WARN  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard2_replica2/../../../../dist
   [junit4]   2> 448971 WARN  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../contrib/langid/lib
   [junit4]   2> 448980 WARN  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../dist
   [junit4]   2> 448981 WARN  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../contrib/velocity/lib
   [junit4]   2> 448981 WARN  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica1/../../../../dist
   [junit4]   2> 448993 INFO  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 448994 INFO  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 449011 INFO  (qtp553457117-3475) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 449061 INFO  (qtp553457117-3477) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica2] o.a.s.s.IndexSchema [testCloudExamplePrompt_shard2_replica2] Schema name=example-data-driven-schema
   [junit4]   2> 449061 INFO  (qtp553457117-3482) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard2  x:testCloudExamplePrompt_shard2_replica1] o.a.s.s.IndexSchema [testCloudExamplePrompt_shard2_replica1] Schema name=example-data-driven-schema
   [junit4]   2> 449064 INFO  (qtp553457117-3479) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 449065 INFO  (qtp553457117-3479) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 449066 WARN  (qtp553457117-3479) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica2/../../../../contrib/extraction/lib
   [junit4]   2> 449067 WARN  (qtp553457117-3479) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica2/../../../../dist
   [junit4]   2> 449067 WARN  (qtp553457117-3479) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica2/../../../../contrib/clustering/lib
   [junit4]   2> 449068 WARN  (qtp553457117-3479) [n:localhost:54081_solr c:testCloudExamplePrompt s:shard1  x:testCloudExamplePrompt_shard1_replica2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.util.TestSolrCLIRunExample_9487C33C1915EF9B-001/tempDir-003/node1/testCloudExamplePrompt_shard1_replica2/../../../../di

[...truncated too long message...]

t org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2423)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:480)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:907)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:829)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:949)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:885)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9487C33C1915EF9B]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.util.TestSolrCLIRunExample: 
   [junit4]    >    1) Thread[id=3690, name=searcherExecutor-1591-thread-1, state=WAITING, group=TGRP-TestSolrCLIRunExample]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9487C33C1915EF9B]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=3690, name=searcherExecutor-1591-thread-1, state=WAITING, group=TGRP-TestSolrCLIRunExample]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9487C33C1915EF9B]:0)
   [junit4] Completed [143/695 (1!)] on J1 in 282.83s, 3 tests, 1 failure, 2 errors, 1 skipped <<< FAILURES!

[...truncated 64407 lines...]


[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3880 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3880/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

6 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Collection not found: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
	at __randomizedtesting.SeedInfo.seed([B642BE81D48976F:5E34C37AB1B1589F]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1379)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1072)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:232)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
	at __randomizedtesting.SeedInfo.seed([B642BE81D48976F:6185A58320D22117]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
	at org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([B642BE81D48976F:83301432B3B4FA97]:0)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1869)
	at org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest.multiShardTest(LeaderInitiatedRecoveryOnCommitTest.java:63)
	at org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest.test(LeaderInitiatedRecoveryOnCommitTest.java:50)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.MigrateRouteKeyTest

Error Message:
6 threads leaked from SUITE scope at org.apache.solr.cloud.MigrateRouteKeyTest:     1) Thread[id=17443, name=zkCallback-3571-thread-4, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=17435, name=Thread-3680-SendThread(127.0.0.1:60559), state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)    3) Thread[id=17437, name=zkCallback-3571-thread-1, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=17441, name=zkCallback-3571-thread-2, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=17442, name=zkCallback-3571-thread-3, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=17436, name=Thread-3680-EventThread, state=WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.cloud.MigrateRouteKeyTest: 
   1) Thread[id=17443, name=zkCallback-3571-thread-4, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=17435, name=Thread-3680-SendThread(127.0.0.1:60559), state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   3) Thread[id=17437, name=zkCallback-3571-thread-1, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=17441, name=zkCallback-3571-thread-2, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=17442, name=zkCallback-3571-thread-3, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=17436, name=Thread-3680-EventThread, state=WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
	at __randomizedtesting.SeedInfo.seed([B642BE81D48976F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.MigrateRouteKeyTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=17443, name=zkCallback-3571-thread-4, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=17435, name=Thread-3680-SendThread(127.0.0.1:60559), state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)    3) Thread[id=17437, name=zkCallback-3571-thread-1, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=17441, name=zkCallback-3571-thread-2, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=17442, name=zkCallback-3571-thread-3, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=17443, name=zkCallback-3571-thread-4, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=17435, name=Thread-3680-SendThread(127.0.0.1:60559), state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
   3) Thread[id=17437, name=zkCallback-3571-thread-1, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=17441, name=zkCallback-3571-thread-2, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=17442, name=zkCallback-3571-thread-3, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([B642BE81D48976F]:0)


FAILED:  org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest

Error Message:
Error from server at http://127.0.0.1:60562/solr: Could not find collection : split_shard2_temp_shard1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60562/solr: Could not find collection : split_shard2_temp_shard1
	at __randomizedtesting.SeedInfo.seed([B642BE81D48976F:177431923C88278E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:439)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:391)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1361)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1112)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
	at org.apache.solr.cloud.MigrateRouteKeyTest.invokeCollectionMigration(MigrateRouteKeyTest.java:85)
	at org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest(MigrateRouteKeyTest.java:129)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12359 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/init-core-data-001
   [junit4]   2> 2232424 INFO  (SUITE-CustomCollectionTest-seed#[B642BE81D48976F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2232425 INFO  (SUITE-CustomCollectionTest-seed#[B642BE81D48976F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2232426 INFO  (SUITE-CustomCollectionTest-seed#[B642BE81D48976F]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001
   [junit4]   2> 2232426 INFO  (SUITE-CustomCollectionTest-seed#[B642BE81D48976F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2232426 INFO  (Thread-3564) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2232427 INFO  (Thread-3564) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2232535 INFO  (SUITE-CustomCollectionTest-seed#[B642BE81D48976F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:60146
   [junit4]   2> 2232558 INFO  (jetty-launcher-3477-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2232558 INFO  (jetty-launcher-3477-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2232558 INFO  (jetty-launcher-3477-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2232559 INFO  (jetty-launcher-3477-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2232563 INFO  (jetty-launcher-3477-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5844427{/solr,null,AVAILABLE}
   [junit4]   2> 2232566 INFO  (jetty-launcher-3477-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e5dbcf8{HTTP/1.1,[http/1.1]}{127.0.0.1:60148}
   [junit4]   2> 2232566 INFO  (jetty-launcher-3477-thread-2) [    ] o.e.j.s.Server Started @2239837ms
   [junit4]   2> 2232566 INFO  (jetty-launcher-3477-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60148}
   [junit4]   2> 2232566 ERROR (jetty-launcher-3477-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2232566 INFO  (jetty-launcher-3477-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2232567 INFO  (jetty-launcher-3477-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2232567 INFO  (jetty-launcher-3477-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2232567 INFO  (jetty-launcher-3477-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-08T06:15:12.621Z
   [junit4]   2> 2232567 INFO  (jetty-launcher-3477-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@174f2f90{/solr,null,AVAILABLE}
   [junit4]   2> 2232569 INFO  (jetty-launcher-3477-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e666ef3{/solr,null,AVAILABLE}
   [junit4]   2> 2232569 INFO  (jetty-launcher-3477-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7d393716{HTTP/1.1,[http/1.1]}{127.0.0.1:60149}
   [junit4]   2> 2232570 INFO  (jetty-launcher-3477-thread-1) [    ] o.e.j.s.Server Started @2239841ms
   [junit4]   2> 2232570 INFO  (jetty-launcher-3477-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60149}
   [junit4]   2> 2232570 ERROR (jetty-launcher-3477-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2232570 INFO  (jetty-launcher-3477-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2232570 INFO  (jetty-launcher-3477-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2232570 INFO  (jetty-launcher-3477-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2232570 INFO  (jetty-launcher-3477-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-08T06:15:12.624Z
   [junit4]   2> 2232572 INFO  (jetty-launcher-3477-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3607bb73{/solr,null,AVAILABLE}
   [junit4]   2> 2232572 INFO  (jetty-launcher-3477-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3e1c45d4{HTTP/1.1,[http/1.1]}{127.0.0.1:60153}
   [junit4]   2> 2232573 INFO  (jetty-launcher-3477-thread-4) [    ] o.e.j.s.Server Started @2239844ms
   [junit4]   2> 2232573 INFO  (jetty-launcher-3477-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60153}
   [junit4]   2> 2232573 ERROR (jetty-launcher-3477-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2232573 INFO  (jetty-launcher-3477-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e9a4d17{HTTP/1.1,[http/1.1]}{127.0.0.1:60151}
   [junit4]   2> 2232573 INFO  (jetty-launcher-3477-thread-3) [    ] o.e.j.s.Server Started @2239845ms
   [junit4]   2> 2232573 INFO  (jetty-launcher-3477-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60151}
   [junit4]   2> 2232573 ERROR (jetty-launcher-3477-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2232573 INFO  (jetty-launcher-3477-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2232573 INFO  (jetty-launcher-3477-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2232573 INFO  (jetty-launcher-3477-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2232573 INFO  (jetty-launcher-3477-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2232575 INFO  (jetty-launcher-3477-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2232575 INFO  (jetty-launcher-3477-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2232575 INFO  (jetty-launcher-3477-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-08T06:15:12.629Z
   [junit4]   2> 2232573 INFO  (jetty-launcher-3477-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-08T06:15:12.627Z
   [junit4]   2> 2232576 INFO  (jetty-launcher-3477-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2232579 INFO  (jetty-launcher-3477-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2232587 INFO  (jetty-launcher-3477-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2232588 INFO  (jetty-launcher-3477-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2232595 INFO  (jetty-launcher-3477-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60146/solr
   [junit4]   2> 2232600 INFO  (jetty-launcher-3477-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60146/solr
   [junit4]   2> 2232601 INFO  (jetty-launcher-3477-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60146/solr
   [junit4]   2> 2232605 INFO  (jetty-launcher-3477-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60146/solr
   [junit4]   2> 2232668 INFO  (jetty-launcher-3477-thread-3) [n:127.0.0.1:60151_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2232668 INFO  (jetty-launcher-3477-thread-4) [n:127.0.0.1:60153_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2232668 INFO  (jetty-launcher-3477-thread-1) [n:127.0.0.1:60149_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2232668 INFO  (jetty-launcher-3477-thread-2) [n:127.0.0.1:60148_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2232670 INFO  (jetty-launcher-3477-thread-3) [n:127.0.0.1:60151_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60151_solr
   [junit4]   2> 2232672 INFO  (jetty-launcher-3477-thread-1) [n:127.0.0.1:60149_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60149_solr
   [junit4]   2> 2232672 INFO  (jetty-launcher-3477-thread-2) [n:127.0.0.1:60148_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60148_solr
   [junit4]   2> 2232672 INFO  (jetty-launcher-3477-thread-4) [n:127.0.0.1:60153_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60153_solr
   [junit4]   2> 2232674 INFO  (jetty-launcher-3477-thread-3) [n:127.0.0.1:60151_solr    ] o.a.s.c.Overseer Overseer (id=97580070501285900-127.0.0.1:60151_solr-n_0000000000) starting
   [junit4]   2> 2232676 INFO  (zkCallback-3498-thread-1-processing-n:127.0.0.1:60153_solr) [n:127.0.0.1:60153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2232677 INFO  (zkCallback-3499-thread-1-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2232681 INFO  (zkCallback-3497-thread-1-processing-n:127.0.0.1:60148_solr) [n:127.0.0.1:60148_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2232683 INFO  (zkCallback-3495-thread-1-processing-n:127.0.0.1:60149_solr) [n:127.0.0.1:60149_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2232768 INFO  (jetty-launcher-3477-thread-3) [n:127.0.0.1:60151_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60151_solr
   [junit4]   2> 2232773 INFO  (jetty-launcher-3477-thread-1) [n:127.0.0.1:60149_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node1/.
   [junit4]   2> 2232774 INFO  (zkCallback-3499-thread-1-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2232774 INFO  (zkCallback-3497-thread-1-processing-n:127.0.0.1:60148_solr) [n:127.0.0.1:60148_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2232774 INFO  (zkCallback-3498-thread-1-processing-n:127.0.0.1:60153_solr) [n:127.0.0.1:60153_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2232774 INFO  (zkCallback-3495-thread-1-processing-n:127.0.0.1:60149_solr) [n:127.0.0.1:60149_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2232788 INFO  (jetty-launcher-3477-thread-2) [n:127.0.0.1:60148_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node2/.
   [junit4]   2> 2232795 INFO  (jetty-launcher-3477-thread-4) [n:127.0.0.1:60153_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node4/.
   [junit4]   2> 2232866 INFO  (jetty-launcher-3477-thread-3) [n:127.0.0.1:60151_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node3/.
   [junit4]   2> 2235468 INFO  (SUITE-CustomCollectionTest-seed#[B642BE81D48976F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2235471 INFO  (SUITE-CustomCollectionTest-seed#[B642BE81D48976F]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60146/solr ready
   [junit4]   2> 2235506 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[B642BE81D48976F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
   [junit4]   2> 2235508 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[B642BE81D48976F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2235514 INFO  (qtp1044465220-16790) [n:127.0.0.1:60148_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2235518 INFO  (OverseerThreadFactory-7534-thread-1-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.CreateCollectionCmd Create collection routeFieldColl
   [junit4]   2> 2235631 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2235631 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2
   [junit4]   2> 2235636 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2235636 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2
   [junit4]   2> 2235648 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2235648 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2235649 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2
   [junit4]   2> 2235649 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2
   [junit4]   2> 2235781 INFO  (zkCallback-3495-thread-1-processing-n:127.0.0.1:60149_solr) [n:127.0.0.1:60149_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2235781 INFO  (zkCallback-3499-thread-2-processing-n:127.0.0.1:60151_solr) [n:127.0.0.1:60151_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2235781 INFO  (zkCallback-3498-thread-1-processing-n:127.0.0.1:60153_solr) [n:127.0.0.1:60153_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2235781 INFO  (zkCallback-3497-thread-1-processing-n:127.0.0.1:60148_solr) [n:127.0.0.1:60148_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2236666 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2236667 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2236670 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2236679 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2236710 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2236710 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2236730 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2236732 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2236738 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2236739 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2236755 WARN  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2236757 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2236762 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 2236762 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node2/routeFieldColl_shard4_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node2/./routeFieldColl_shard4_replica2/data/]
   [junit4]   2> 2236764 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2236767 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2236767 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica2] Schema name=cloud-dynamic
   [junit4]   2> 2236778 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2236783 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2236790 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica1] Schema name=cloud-dynamic
   [junit4]   2> 2236811 WARN  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2236812 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2236812 WARN  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2236813 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2236814 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 2236814 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node4/routeFieldColl_shard4_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node4/./routeFieldColl_shard4_replica1/data/]
   [junit4]   2> 2236814 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 2236816 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node2/routeFieldColl_shard2_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node2/./routeFieldColl_shard2_replica2/data/]
   [junit4]   2> 2236824 WARN  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2236825 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2236828 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 2236829 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node1/routeFieldColl_shard3_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node1/./routeFieldColl_shard3_replica1/data/]
   [junit4]   2> 2236858 WARN  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2236859 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2236859 WARN  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica2] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2236860 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2236860 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 2236860 WARN  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2236861 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica2' using configuration from collection routeFieldColl
   [junit4]   2> 2236861 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node3/routeFieldColl_shard3_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node3/./routeFieldColl_shard3_replica2/data/]
   [junit4]   2> 2236862 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node3/routeFieldColl_shard1_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node3/./routeFieldColl_shard1_replica2/data/]
   [junit4]   2> 2236862 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2236863 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 2236863 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node1/routeFieldColl_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node1/./routeFieldColl_shard1_replica1/data/]
   [junit4]   2> 2236864 WARN  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2236865 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2236866 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica1' using configuration from collection routeFieldColl
   [junit4]   2> 2236866 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node4/routeFieldColl_shard2_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_B642BE81D48976F-001/tempDir-001/node4/./routeFieldColl_shard2_replica1/data/]
   [junit4]   2> 2237048 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2237048 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2237050 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2237051 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2237052 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2237052 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2237054 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@102703b6[routeFieldColl_shard3_replica1] main]
   [junit4]   2> 2237055 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2237056 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2237056 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2237056 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561281132872335360
   [junit4]   2> 2237056 INFO  (searcherExecutor-7543-thread-1-processing-n:127.0.0.1:60149_solr x:routeFieldColl_shard3_replica1 s:shard3 c:routeFieldColl) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.SolrCore [routeFieldColl_shard3_replica1] Registered new searcher Searcher@102703b6[routeFieldColl_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2237069 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2237069 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2237072 INFO  (qtp743814975-16810) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2237076 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2237077 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2237079 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2237079 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2237085 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2237085 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2237085 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2237085 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2237088 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1717f13d[routeFieldColl_shard4_replica2] main]
   [junit4]   2> 2237091 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2237092 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2237092 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2237092 INFO  (qtp1044465220-16791) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561281132910084096
   [junit4]   2> 2237092 INFO  (searcherExecutor-7540-thread-1-processing-n:127.0.0.1:60148_solr x:routeFieldColl_shard4_replica2 s:shard4 c:routeFieldColl) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica2] o.a.s.c.SolrCore [routeFieldColl_shard4_replica2] Registered new searcher Searcher@1717f13d[routeFieldColl_shard4_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2237094 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2237094 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2237099 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2237099 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2237108 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@136d677b[routeFieldColl_shard4_replica1] main]
   [junit4]   2> 2237110 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6da158c9[routeFieldColl_shard1_replica2] main]
   [junit4]   2> 2237112 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2237113 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2237113 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2237113 INFO  (searcherExecutor-7545-thread-1-processing-n:127.0.0.1:60151_solr x:routeFieldColl_shard1_replica2 s:shard1 c:routeFieldColl) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.SolrCore [routeFieldColl_shard1_replica2] Registered new searcher Searcher@6da158c9[routeFieldColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2237114 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561281132933152768
   [junit4]   2> 2237114 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2237115 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2237118 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2237118 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2237129 INFO  (qtp1064090552-16799) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2237131 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c065b80[routeFieldColl_shard2_replica1] main]
   [junit4]   2> 2237134 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2237135 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2237135 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2237136 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2237136 INFO  (searcherExecutor-7547-thread-1-processing-n:127.0.0.1:60153_solr x:routeFieldColl_shard2_replica1 s:shard2 c:routeFieldColl) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.SolrCore [routeFieldColl_shard2_replica1] Registered new searcher Searcher@6c065b80[routeFieldColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2237136 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561281132956221440
   [junit4]   2> 2237153 INFO  (qtp461968398-16819) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9994ms
   [junit4]   2> 2237154 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2237154 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2237154 INFO  (searcherExecutor-7541-thread-1-processing-n:127.0.0.1:60153_solr x:routeFieldColl_shard4_replica1 s:shard4 c:routeFieldColl) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SolrCore [routeFieldColl_shard4_replica1] Registered new searcher Searcher@136d677b[routeFieldColl_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2237154 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561281132975095808
   [junit4]   2> 2237158 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f531697[routeFieldColl_shard2_replica2] main]
   [junit4]   2> 2237161 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2237162 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2237164 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2237164 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2237164 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2237164 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2237166 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2237166 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2237168 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2237169 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2237169 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2237170 INFO  (searcherExecutor-7542-thread-1-processing-n:127.0.0.1:60148_solr x:routeFieldColl_shard2_replica2 s:shard2 c:routeFieldColl) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.c.SolrCore [routeFieldColl_shard2_replica2] Registered new searcher Searcher@2f531697[routeFieldColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2237170 INFO  (qtp1044465220-16792) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard2  x:routeFieldColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561281132991873024
   [junit4]   2> 2237171 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2237171 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2237172 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60153/solr/routeFieldColl_shard4_replica1/
   [junit4]   2> 2237172 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica1 url=http://127.0.0.1:60153/solr START replicas=[http://127.0.0.1:60148/solr/routeFieldColl_shard4_replica2/] nUpdates=100
   [junit4]   2> 2237172 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica1 url=http://127.0.0.1:60153/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2237175 INFO  (qtp1044465220-16794) [n:127.0.0.1:60148_solr c:routeFieldColl s:shard4 r:core_node2 x:routeFieldColl_shard4_replica2] o.a.s.c.S.Request [routeFieldColl_shard4_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 2237176 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57ee3934[routeFieldColl_shard1_replica1] main]
   [junit4]   2> 2237176 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@53f8c5e9[routeFieldColl_shard3_replica2] main]
   [junit4]   2> 2237178 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2237179 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2237179 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2237179 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2237179 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2237179 INFO  (qtp743814975-16808) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561281133001310208
   [junit4]   2> 2237179 INFO  (searcherExecutor-7546-thread-1-processing-n:127.0.0.1:60149_solr x:routeFieldColl_shard1_replica1 s:shard1 c:routeFieldColl) [n:127.0.0.1:60149_solr c:routeFieldColl s:shard1  x:routeFieldColl_shard1_replica1] o.a.s.c.SolrCore [routeFieldColl_shard1_replica1] Registered new searcher Searcher@57ee3934[routeFieldColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2237179 INFO  (qtp461968398-16821) [n:127.0.0.1:60153_solr c:routeFieldColl s:shard4  x:routeFieldColl_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2237180 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2237181 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2237181 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2237181 INFO  (qtp1064090552-16801) [n:127.0.0.1:60151_solr c:routeFieldColl s:shard3  x:routeFieldColl_shard3_replica2] o.a.s.u.UpdateLog Could not find max version in ind

[...truncated too long message...]

g.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.cloud.MigrateRouteKeyTest: 
   [junit4]    >    1) Thread[id=17443, name=zkCallback-3571-thread-4, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=17435, name=Thread-3680-SendThread(127.0.0.1:60559), state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]    >    3) Thread[id=17437, name=zkCallback-3571-thread-1, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=17441, name=zkCallback-3571-thread-2, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    5) Thread[id=17442, name=zkCallback-3571-thread-3, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    6) Thread[id=17436, name=Thread-3680-EventThread, state=WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B642BE81D48976F]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=17443, name=zkCallback-3571-thread-4, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=17435, name=Thread-3680-SendThread(127.0.0.1:60559), state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
   [junit4]    >    3) Thread[id=17437, name=zkCallback-3571-thread-1, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=17441, name=zkCallback-3571-thread-2, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    5) Thread[id=17442, name=zkCallback-3571-thread-3, state=TIMED_WAITING, group=TGRP-MigrateRouteKeyTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B642BE81D48976F]:0)
   [junit4] Completed [501/695 (3!)] on J0 in 38.42s, 1 test, 3 errors <<< FAILURES!

[...truncated 63293 lines...]