You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/07/16 11:26:55 UTC

[JENKINS] Lucene-Solr-5.x-Linux (64bit/jdk1.9.0-ea-b60) - Build # 13303 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/13303/
Java: 64bit/jdk1.9.0-ea-b60 -XX:-UseCompressedOops -XX:+UseG1GC -Djava.locale.providers=JRE,SPI

2 tests failed.
FAILED:  org.apache.lucene.index.TestBinaryDocValuesUpdates.testManyReopensAndFields

Error Message:
this IndexWriter is closed

Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at __randomizedtesting.SeedInfo.seed([66100A37B7BD6241:50EC68183648015D]:0)
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:719)
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:733)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1471)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1254)
	at org.apache.lucene.index.TestBinaryDocValuesUpdates.testManyReopensAndFields(TestBinaryDocValuesUpdates.java:654)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:502)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.EOFException: read past EOF: RAMInputStream(name=RAMInputStream(name=_12.cfs) [slice=_12_Direct_0.dvdd])
	at org.apache.lucene.store.RAMInputStream.switchCurrentBuffer(RAMInputStream.java:98)
	at org.apache.lucene.store.RAMInputStream.readBytes(RAMInputStream.java:81)
	at org.apache.lucene.store.MockIndexInputWrapper.readBytes(MockIndexInputWrapper.java:138)
	at org.apache.lucene.store.BufferedChecksumIndexInput.readBytes(BufferedChecksumIndexInput.java:49)
	at org.apache.lucene.store.DataInput.readBytes(DataInput.java:87)
	at org.apache.lucene.store.DataInput.skipBytes(DataInput.java:350)
	at org.apache.lucene.store.ChecksumIndexInput.seek(ChecksumIndexInput.java:51)
	at org.apache.lucene.codecs.CodecUtil.checksumEntireFile(CodecUtil.java:448)
	at org.apache.lucene.codecs.memory.DirectDocValuesProducer.checkIntegrity(DirectDocValuesProducer.java:281)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.checkIntegrity(PerFieldDocValuesFormat.java:341)
	at org.apache.lucene.index.SegmentDocValuesProducer.checkIntegrity(SegmentDocValuesProducer.java:179)
	at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:135)
	at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150)
	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4089)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3664)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)


FAILED:  org.apache.lucene.index.TestBinaryDocValuesUpdates.testUpdatesOrder

Error Message:
Captured an uncaught exception in thread: Thread[id=77, name=Lucene Merge Thread #12, state=RUNNABLE, group=TGRP-TestBinaryDocValuesUpdates]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=77, name=Lucene Merge Thread #12, state=RUNNABLE, group=TGRP-TestBinaryDocValuesUpdates]
	at __randomizedtesting.SeedInfo.seed([66100A37B7BD6241:14914B76A4E74C2]:0)
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.io.EOFException: read past EOF: RAMInputStream(name=RAMInputStream(name=_12.cfs) [slice=_12_Direct_0.dvdd])
	at __randomizedtesting.SeedInfo.seed([66100A37B7BD6241]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
Caused by: java.io.EOFException: read past EOF: RAMInputStream(name=RAMInputStream(name=_12.cfs) [slice=_12_Direct_0.dvdd])
	at org.apache.lucene.store.RAMInputStream.switchCurrentBuffer(RAMInputStream.java:98)
	at org.apache.lucene.store.RAMInputStream.readBytes(RAMInputStream.java:81)
	at org.apache.lucene.store.MockIndexInputWrapper.readBytes(MockIndexInputWrapper.java:138)
	at org.apache.lucene.store.BufferedChecksumIndexInput.readBytes(BufferedChecksumIndexInput.java:49)
	at org.apache.lucene.store.DataInput.readBytes(DataInput.java:87)
	at org.apache.lucene.store.DataInput.skipBytes(DataInput.java:350)
	at org.apache.lucene.store.ChecksumIndexInput.seek(ChecksumIndexInput.java:51)
	at org.apache.lucene.codecs.CodecUtil.checksumEntireFile(CodecUtil.java:448)
	at org.apache.lucene.codecs.memory.DirectDocValuesProducer.checkIntegrity(DirectDocValuesProducer.java:281)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.checkIntegrity(PerFieldDocValuesFormat.java:341)
	at org.apache.lucene.index.SegmentDocValuesProducer.checkIntegrity(SegmentDocValuesProducer.java:179)
	at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:135)
	at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150)
	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4089)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3664)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)




Build Log:
[...truncated 470 lines...]
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBinaryDocValuesUpdates -Dtests.method=testManyReopensAndFields -Dtests.seed=66100A37B7BD6241 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt -Dtests.timezone=Africa/Asmera -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.81s J1 | TestBinaryDocValuesUpdates.testManyReopensAndFields <<<
   [junit4]    > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([66100A37B7BD6241:50EC68183648015D]:0)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:719)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:733)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1471)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1254)
   [junit4]    > 	at org.apache.lucene.index.TestBinaryDocValuesUpdates.testManyReopensAndFields(TestBinaryDocValuesUpdates.java:654)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.io.EOFException: read past EOF: RAMInputStream(name=RAMInputStream(name=_12.cfs) [slice=_12_Direct_0.dvdd])
   [junit4]    > 	at org.apache.lucene.store.RAMInputStream.switchCurrentBuffer(RAMInputStream.java:98)
   [junit4]    > 	at org.apache.lucene.store.RAMInputStream.readBytes(RAMInputStream.java:81)
   [junit4]    > 	at org.apache.lucene.store.MockIndexInputWrapper.readBytes(MockIndexInputWrapper.java:138)
   [junit4]    > 	at org.apache.lucene.store.BufferedChecksumIndexInput.readBytes(BufferedChecksumIndexInput.java:49)
   [junit4]    > 	at org.apache.lucene.store.DataInput.readBytes(DataInput.java:87)
   [junit4]    > 	at org.apache.lucene.store.DataInput.skipBytes(DataInput.java:350)
   [junit4]    > 	at org.apache.lucene.store.ChecksumIndexInput.seek(ChecksumIndexInput.java:51)
   [junit4]    > 	at org.apache.lucene.codecs.CodecUtil.checksumEntireFile(CodecUtil.java:448)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectDocValuesProducer.checkIntegrity(DirectDocValuesProducer.java:281)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.checkIntegrity(PerFieldDocValuesFormat.java:341)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValuesProducer.checkIntegrity(SegmentDocValuesProducer.java:179)
   [junit4]    > 	at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:135)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4089)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3664)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> jul 16, 2015 12:21:36 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #12,5,TGRP-TestBinaryDocValuesUpdates]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.io.EOFException: read past EOF: RAMInputStream(name=RAMInputStream(name=_12.cfs) [slice=_12_Direct_0.dvdd])
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([66100A37B7BD6241]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.io.EOFException: read past EOF: RAMInputStream(name=RAMInputStream(name=_12.cfs) [slice=_12_Direct_0.dvdd])
   [junit4]   2> 	at org.apache.lucene.store.RAMInputStream.switchCurrentBuffer(RAMInputStream.java:98)
   [junit4]   2> 	at org.apache.lucene.store.RAMInputStream.readBytes(RAMInputStream.java:81)
   [junit4]   2> 	at org.apache.lucene.store.MockIndexInputWrapper.readBytes(MockIndexInputWrapper.java:138)
   [junit4]   2> 	at org.apache.lucene.store.BufferedChecksumIndexInput.readBytes(BufferedChecksumIndexInput.java:49)
   [junit4]   2> 	at org.apache.lucene.store.DataInput.readBytes(DataInput.java:87)
   [junit4]   2> 	at org.apache.lucene.store.DataInput.skipBytes(DataInput.java:350)
   [junit4]   2> 	at org.apache.lucene.store.ChecksumIndexInput.seek(ChecksumIndexInput.java:51)
   [junit4]   2> 	at org.apache.lucene.codecs.CodecUtil.checksumEntireFile(CodecUtil.java:448)
   [junit4]   2> 	at org.apache.lucene.codecs.memory.DirectDocValuesProducer.checkIntegrity(DirectDocValuesProducer.java:281)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.checkIntegrity(PerFieldDocValuesFormat.java:341)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValuesProducer.checkIntegrity(SegmentDocValuesProducer.java:179)
   [junit4]   2> 	at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:135)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4089)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3664)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBinaryDocValuesUpdates -Dtests.method=testUpdatesOrder -Dtests.seed=66100A37B7BD6241 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt -Dtests.timezone=Africa/Asmera -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.07s J1 | TestBinaryDocValuesUpdates.testUpdatesOrder <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=77, name=Lucene Merge Thread #12, state=RUNNABLE, group=TGRP-TestBinaryDocValuesUpdates]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([66100A37B7BD6241:14914B76A4E74C2]:0)
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.io.EOFException: read past EOF: RAMInputStream(name=RAMInputStream(name=_12.cfs) [slice=_12_Direct_0.dvdd])
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([66100A37B7BD6241]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]    > Caused by: java.io.EOFException: read past EOF: RAMInputStream(name=RAMInputStream(name=_12.cfs) [slice=_12_Direct_0.dvdd])
   [junit4]    > 	at org.apache.lucene.store.RAMInputStream.switchCurrentBuffer(RAMInputStream.java:98)
   [junit4]    > 	at org.apache.lucene.store.RAMInputStream.readBytes(RAMInputStream.java:81)
   [junit4]    > 	at org.apache.lucene.store.MockIndexInputWrapper.readBytes(MockIndexInputWrapper.java:138)
   [junit4]    > 	at org.apache.lucene.store.BufferedChecksumIndexInput.readBytes(BufferedChecksumIndexInput.java:49)
   [junit4]    > 	at org.apache.lucene.store.DataInput.readBytes(DataInput.java:87)
   [junit4]    > 	at org.apache.lucene.store.DataInput.skipBytes(DataInput.java:350)
   [junit4]    > 	at org.apache.lucene.store.ChecksumIndexInput.seek(ChecksumIndexInput.java:51)
   [junit4]    > 	at org.apache.lucene.codecs.CodecUtil.checksumEntireFile(CodecUtil.java:448)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectDocValuesProducer.checkIntegrity(DirectDocValuesProducer.java:281)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.checkIntegrity(PerFieldDocValuesFormat.java:341)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValuesProducer.checkIntegrity(SegmentDocValuesProducer.java:179)
   [junit4]    > 	at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:135)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4089)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3664)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4] IGNOR/A 0.01s J1 | TestBinaryDocValuesUpdates.testTonsOfUpdates
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/build/core/test/J1/temp/lucene.index.TestBinaryDocValuesUpdates_66100A37B7BD6241-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {bdv=BlockTreeOrds(blocksize=128), k1=Lucene50(blocksize=128), f=Lucene50(blocksize=128), foo=Lucene50(blocksize=128), dvUpdateKey=Lucene50(blocksize=128), k2=PostingsFormat(name=Memory doPackFST= true), upd=PostingsFormat(name=Asserting), updKey=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Memory doPackFST= true), key=PostingsFormat(name=Memory doPackFST= true)}, docValues:{val=DocValuesFormat(name=Lucene50), ndv=DocValuesFormat(name=Lucene50), cf=DocValuesFormat(name=Direct), ssdv=DocValuesFormat(name=Memory), sdv=DocValuesFormat(name=Lucene50), f=DocValuesFormat(name=Memory), f0=DocValuesFormat(name=Memory), control=DocValuesFormat(name=Lucene50), f1=DocValuesFormat(name=Direct), f2=DocValuesFormat(name=Lucene50), cf0=DocValuesFormat(name=Lucene50), f3=DocValuesFormat(name=Lucene50), f4=DocValuesFormat(name=Memory), f5=DocValuesFormat(name=Direct), bdv2=DocValuesFormat(name=Memory), bdv1=DocValuesFormat(name=Lucene50), bdv=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=pt, timezone=Africa/Asmera
   [junit4]   2> NOTE: Linux 3.16.0-43-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=1,free=473275632,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestNRTCachingDirectory, Test2BPostingsBytes, TestDocsAndPositions, TestSizeBoundedForceMerge, TestRateLimiter, TestConstantScoreQuery, TestPriorityQueue, TestParallelReaderEmptyIndex, TestSegmentMerger, TestEarlyTermination, TestSearch, TestFastDecompressionMode, TestBasics, TestTryDelete, TestSegmentTermDocs, TestBinaryDocValuesUpdates]
   [junit4] Completed [44/407] on J1 in 4.92s, 28 tests, 2 errors, 1 skipped <<< FAILURES!

[...truncated 1184 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:536: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:484: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/build.xml:50: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1444: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:999: There were test failures: 407 suites, 3288 tests, 2 errors, 51 ignored (47 assumptions)

Total time: 5 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-Linux (32bit/jdk1.8.0_60-ea-b21) - Build # 13304 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/13304/
Java: 32bit/jdk1.8.0_60-ea-b21 -client -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPivotFacet

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudPivotFacet:     1) Thread[id=8827, name=qtp13808553-8827, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at java.util.Arrays.copyOfRange(Arrays.java:3664)         at java.lang.String.<init>(String.java:207)         at java.lang.StringBuilder.toString(StringBuilder.java:407)         at org.apache.lucene.store.MockIndexInputWrapper.<init>(MockIndexInputWrapper.java:39)         at org.apache.lucene.store.MockIndexInputWrapper.clone(MockIndexInputWrapper.java:79)         at org.apache.lucene.store.MockIndexInputWrapper.clone(MockIndexInputWrapper.java:30)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:754)         at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:113)         at org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:125)         at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:102)         at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:270)         at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)         at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:252)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)         at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)         at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=8832, name=qtp26567485-8832, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at sun.misc.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:1875)         at sun.misc.FloatingDecimal.parseFloat(FloatingDecimal.java:122)         at java.lang.Float.parseFloat(Float.java:451)         at org.apache.solr.schema.TrieField.readableToIndexed(TrieField.java:426)         at org.apache.solr.schema.FieldType.getFieldQuery(FieldType.java:719)         at org.apache.solr.schema.TrieField.getFieldQuery(TrieField.java:388)         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:374)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=8705, name=searcherExecutor-4647-thread-1, state=WAITING, group=TGRP-TestCloudPivotFacet]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=8798, name=qtp12044578-8798, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:93)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:728)         at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:113)         at org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:125)         at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:102)         at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)         at org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:197)         at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:229)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)         at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)         at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=8730, name=searcherExecutor-4658-thread-1, state=WAITING, group=TGRP-TestCloudPivotFacet]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=8846, name=qtp12611438-8846, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at org.apache.solr.search.SortedIntDocSet.iterator(SortedIntDocSet.java:600)         at org.apache.solr.handler.component.StatsField.computeLocalValueSourceStats(StatsField.java:452)         at org.apache.solr.handler.component.StatsField.computeLocalStatsValues(StatsField.java:428)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:328)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)    7) Thread[id=8826, name=qtp12611438-8826, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at sun.misc.FloatingDecimal$ASCIIToBinaryBuffer.floatValue(FloatingDecimal.java:1554)         at sun.misc.FloatingDecimal.parseFloat(FloatingDecimal.java:122)         at java.lang.Float.parseFloat(Float.java:451)         at org.apache.solr.schema.TrieField.readableToIndexed(TrieField.java:426)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:300)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)    8) Thread[id=8758, name=searcherExecutor-4669-thread-1, state=WAITING, group=TGRP-TestCloudPivotFacet]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    9) Thread[id=8666, name=qtp13808553-8666, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:102)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:728)         at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)         at org.apache.lucene.index.TermContext.build(TermContext.java:95)         at org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192)         at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)         at org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:56)         at org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:182)         at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)         at org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:838)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)         at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)         at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   10) Thread[id=8680, name=searcherExecutor-4636-thread-1, state=WAITING, group=TGRP-TestCloudPivotFacet]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   11) Thread[id=8898, name=qtp12044578-8898, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:56)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:728)         at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)         at org.apache.lucene.index.TermContext.build(TermContext.java:95)         at org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192)         at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)         at org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:56)         at org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:182)         at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)         at org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:838)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)         at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)         at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   12) Thread[id=8743, name=qtp12044578-8743, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:102)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:728)         at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:113)         at org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:125)         at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:102)         at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)         at org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:197)         at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:229)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)         at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)         at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   13) Thread[id=8793, name=qtp13808553-8793, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:56)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:728)         at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:113)         at org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:125)         at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:102)         at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:270)         at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)         at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:252)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)         at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)         at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   14) Thread[id=8691, name=qtp12611438-8691, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:50)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:728)         at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:113)         at org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:125)         at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:102)         at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)         at org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:197)         at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:229)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)         at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)         at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   15) Thread[id=8785, name=qtp26567485-8785, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at org.apache.lucene.store.MockIndexInputWrapper.<init>(MockIndexInputWrapper.java:39)         at org.apache.lucene.store.MockIndexInputWrapper.clone(MockIndexInputWrapper.java:79)         at org.apache.lucene.store.MockIndexInputWrapper.clone(MockIndexInputWrapper.java:30)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148)         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:754)         at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)         at org.apache.lucene.index.TermContext.build(TermContext.java:95)         at org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192)         at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)         at org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:56)         at org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:182)         at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)         at org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:838)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)         at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)         at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   16) Thread[id=8896, name=qtp26567485-8896, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]         at java.util.ArrayList.<init>(ArrayList.java:152)         at org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:53)         at org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:182)         at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)         at org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:838)         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)         at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)         at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudPivotFacet: 
   1) Thread[id=8827, name=qtp13808553-8827, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
        at java.util.Arrays.copyOfRange(Arrays.java:3664)
        at java.lang.String.<init>(String.java:207)
        at java.lang.StringBuilder.toString(StringBuilder.java:407)
        at org.apache.lucene.store.MockIndexInputWrapper.<init>(MockIndexInputWrapper.java:39)
        at org.apache.lucene.store.MockIndexInputWrapper.clone(MockIndexInputWrapper.java:79)
        at org.apache.lucene.store.MockIndexInputWrapper.clone(MockIndexInputWrapper.java:30)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:754)
        at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)
        at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)
        at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:113)
        at org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:125)
        at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:102)
        at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:270)
        at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)
        at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:252)
        at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)
        at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)
        at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)
        at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)
        at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)
        at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)
        at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)
        at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
        at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
        at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
        at org.eclipse.jetty.server.Server.handle(Server.java:499)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
        at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=8832, name=qtp26567485-8832, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
        at sun.misc.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:1875)
        at sun.misc.FloatingDecimal.parseFloat(FloatingDecimal.java:122)
        at java.lang.Float.parseFloat(Float.java:451)
        at org.apache.solr.schema.TrieField.readableToIndexed(TrieField.java:426)
        at org.apache.solr.schema.FieldType.getFieldQuery(FieldType.java:719)
        at org.apache.solr.schema.TrieField.getFieldQuery(TrieField.java:388)
        at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:374)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)
        at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)
        at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)
        at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
        at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
        at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
        at org.eclipse.jetty.server.Server.handle(Server.java:499)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
        at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=8705, name=searcherExecutor-4647-thread-1, state=WAITING, group=TGRP-TestCloudPivotFacet]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=8798, name=qtp12044578-8798, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:93)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:728)
        at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)
        at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)
        at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:113)
        at org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:125)
        at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:102)
        at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)
        at org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:197)
        at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:229)
        at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)
        at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)
        at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)
        at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)
        at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)
        at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)
        at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)
        at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
        at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
        at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
        at org.eclipse.jetty.server.Server.handle(Server.java:499)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
        at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=8730, name=searcherExecutor-4658-thread-1, state=WAITING, group=TGRP-TestCloudPivotFacet]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=8846, name=qtp12611438-8846, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
        at org.apache.solr.search.SortedIntDocSet.iterator(SortedIntDocSet.java:600)
        at org.apache.solr.handler.component.StatsField.computeLocalValueSourceStats(StatsField.java:452)
        at org.apache.solr.handler.component.StatsField.computeLocalStatsValues(StatsField.java:428)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:328)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)
        at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)
        at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)
        at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
        at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
        at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
        at org.eclipse.jetty.server.Server.handle(Server.java:499)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
        at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
   7) Thread[id=8826, name=qtp12611438-8826, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
        at sun.misc.FloatingDecimal$ASCIIToBinaryBuffer.floatValue(FloatingDecimal.java:1554)
        at sun.misc.FloatingDecimal.parseFloat(FloatingDecimal.java:122)
        at java.lang.Float.parseFloat(Float.java:451)
        at org.apache.solr.schema.TrieField.readableToIndexed(TrieField.java:426)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:300)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)
        at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)
        at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)
        at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
        at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
        at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
        at org.eclipse.jetty.server.Server.handle(Server.java:499)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
        at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
   8) Thread[id=8758, name=searcherExecutor-4669-thread-1, state=WAITING, group=TGRP-TestCloudPivotFacet]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   9) Thread[id=8666, name=qtp13808553-8666, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:102)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:728)
        at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)
        at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)
        at org.apache.lucene.index.TermContext.build(TermContext.java:95)
        at org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192)
        at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)
        at org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:56)
        at org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:182)
        at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)
        at org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:838)
        at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)
        at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)
        at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)
        at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)
        at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)
        at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)
        at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
        at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
        at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
        at org.eclipse.jetty.server.Server.handle(Server.java:499)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
        at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
  10) Thread[id=8680, name=searcherExecutor-4636-thread-1, state=WAITING, group=TGRP-TestCloudPivotFacet]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
  11) Thread[id=8898, name=qtp12044578-8898, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:56)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:728)
        at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)
        at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)
        at org.apache.lucene.index.TermContext.build(TermContext.java:95)
        at org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192)
        at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)
        at org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:56)
        at org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:182)
        at org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:855)
        at org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:838)
        at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)
        at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)
        at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)
        at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
        at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)
        at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)
        at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)
        at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
        at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
        at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
        at org.eclipse.jetty.server.Server.handle(Server.java:499)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
        at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
        at java.lang.Thread.run(Thread.java:745)
  12) Thread[id=8743, name=qtp12044578-8743, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:102)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241)
        at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:728)
        at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)
        at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)
        at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:113)
        at org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:125)
        at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:102)
        at org.apache.lucene.s

[...truncated too long message...]

java:2068)
   [junit4]    >         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)
   [junit4]    >         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)
   [junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
   [junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
   [junit4]    >         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
   [junit4]    >         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
   [junit4]    >         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
   [junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
   [junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
   [junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
   [junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
   [junit4]    >         at org.eclipse.jetty.server.Server.handle(Server.java:499)
   [junit4]    >         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
   [junit4]    >         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
   [junit4]    >         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   14) Thread[id=8896, name=qtp26567485-8896, state=RUNNABLE, group=TGRP-TestCloudPivotFacet]
   [junit4]    >         at java.lang.Object.clone(Native Method)
   [junit4]    >         at org.apache.lucene.store.DataInput.clone(DataInput.java:253)
   [junit4]    >         at org.apache.lucene.store.IndexInput.clone(IndexInput.java:83)
   [junit4]    >         at org.apache.lucene.store.MockIndexInputWrapper.clone(MockIndexInputWrapper.java:78)
   [junit4]    >         at org.apache.lucene.store.MockIndexInputWrapper.clone(MockIndexInputWrapper.java:30)
   [junit4]    >         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115)
   [junit4]    >         at org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148)
   [junit4]    >         at org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekCeil(SegmentTermsEnum.java:754)
   [junit4]    >         at org.apache.lucene.index.FilterLeafReader$FilterTermsEnum.seekCeil(FilterLeafReader.java:185)
   [junit4]    >         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:74)
   [junit4]    >         at org.apache.lucene.index.TermsEnum.seekExact(TermsEnum.java:113)
   [junit4]    >         at org.apache.lucene.search.TermQuery$TermWeight.getTermsEnum(TermQuery.java:125)
   [junit4]    >         at org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:102)
   [junit4]    >         at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)
   [junit4]    >         at org.apache.lucene.search.BooleanWeight.booleanScorer(BooleanWeight.java:197)
   [junit4]    >         at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:229)
   [junit4]    >         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)
   [junit4]    >         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)
   [junit4]    >         at org.apache.solr.search.SolrIndexSearcher.getDocSetNC(SolrIndexSearcher.java:1268)
   [junit4]    >         at org.apache.solr.search.SolrIndexSearcher.getDocSet(SolrIndexSearcher.java:1315)
   [junit4]    >         at org.apache.solr.handler.component.PivotFacetProcessor.getSubset(PivotFacetProcessor.java:375)
   [junit4]    >         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:305)
   [junit4]    >         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
   [junit4]    >         at org.apache.solr.handler.component.PivotFacetProcessor.doPivots(PivotFacetProcessor.java:322)
   [junit4]    >         at org.apache.solr.handler.component.PivotFacetProcessor.processSingle(PivotFacetProcessor.java:228)
   [junit4]    >         at org.apache.solr.handler.component.PivotFacetProcessor.process(PivotFacetProcessor.java:170)
   [junit4]    >         at org.apache.solr.handler.component.FacetComponent.process(FacetComponent.java:262)
   [junit4]    >         at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
   [junit4]    >         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
   [junit4]    >         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
   [junit4]    >         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:649)
   [junit4]    >         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:453)
   [junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:227)
   [junit4]    >         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:196)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
   [junit4]    >         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
   [junit4]    >         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
   [junit4]    >         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
   [junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
   [junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
   [junit4]    >         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
   [junit4]    >         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    >         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
   [junit4]    >         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    >         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
   [junit4]    >         at org.eclipse.jetty.server.Server.handle(Server.java:499)
   [junit4]    >         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
   [junit4]    >         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
   [junit4]    >         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B9825C3553BEEDC0]:0)
   [junit4] Completed [510/510] on J0 in 630.91s, 1 test, 3 errors <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:536: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:484: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:230: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:512: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1444: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:999: There were test failures: 510 suites, 2019 tests, 2 suite-level errors, 1 error, 59 ignored (25 assumptions)

Total time: 69 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any